-- Logs begin at Tue 2022-08-23 02:46:51 UTC, end at Tue 2022-08-23 04:52:47 UTC. -- Aug 23 04:19:11.696875 dv-cinder-854070-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 04:19:14.329023 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.common.config [-] Logging enabled! Aug 23 04:19:14.329694 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev511 Aug 23 04:19:14.329789 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106584) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 23 04:19:14.333038 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.common.config [-] Logging enabled! Aug 23 04:19:14.333282 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev511 Aug 23 04:19:14.333588 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106584) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 23 04:19:14.334543 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 04:19:14.334776 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 04:19:14.335245 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 04:19:14.335483 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 04:19:14.335699 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 04:19:14.336028 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.336311 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.336534 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.336823 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.337103 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.337380 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.337646 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.337934 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.338214 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.338859 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.339135 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.339364 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.339626 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.339905 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.340212 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.340428 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] debug = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.340700 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.341112 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.341523 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.341804 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.342083 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.342351 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.342615 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.342883 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.343161 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.343476 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] host = dv-cinder-854070-1-iscsi {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.343749 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.344053 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.344333 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.344610 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.344876 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.345143 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.345417 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.345681 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.345946 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] log_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.346218 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.346495 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.346774 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.347052 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.347267 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.347479 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.347766 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.348072 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.348345 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.348612 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.348880 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.349147 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.349428 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.349817 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.350099 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.350541 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.350826 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.351101 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.351369 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.351635 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.351903 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.352271 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.352640 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.352915 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.353188 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.353469 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.353731 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.354001 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.354297 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.354578 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.354855 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.355134 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.355403 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.355678 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.355962 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.356233 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.356497 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] use_json = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.356763 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.357026 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.357299 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.357564 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.357829 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.358098 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.358362 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.358640 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.358905 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:14.359193 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.359481 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.359772 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.360072 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.360370 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.360643 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.360924 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.361198 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.361473 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.361751 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.362035 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.362306 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.362598 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.362881 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.363171 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.363470 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.363752 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.364060 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.364329 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.364593 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.364859 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.365129 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.365468 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.365949 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.366039 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.366277 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.366549 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.366839 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.367121 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.367403 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.367690 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.367995 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.368265 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.368535 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.368818 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.369089 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.369355 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.369635 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.369908 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.370175 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.370446 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.370728 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.371006 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.371274 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.371580 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.371822 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.372114 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.372380 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.372645 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.372917 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.373183 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.373460 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.373727 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.373990 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.374254 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.374522 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.374786 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.375049 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.375317 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.375579 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.375862 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.376141 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.376403 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.376665 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.376926 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.377187 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.377448 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.377708 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.377974 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.378236 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.378499 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.378761 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.379021 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.379282 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.379570 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.379839 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.380140 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.380413 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.380683 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.381046 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.381588 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.381871 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.382148 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.382415 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.382704 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.382988 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.383266 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.383542 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.383806 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.384132 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.384406 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.384679 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.384958 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.385229 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.385500 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.385766 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.386039 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.386313 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.386586 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.386864 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.387157 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.387437 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.387703 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.388018 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.388302 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.388629 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.388913 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.389213 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.389486 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:14.389695 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 04:19:14.389933 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106584) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 04:19:14.685096 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 23 04:19:14.685377 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 23 04:19:14.685641 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 23 04:19:14.685889 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 23 04:19:14.686153 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 23 04:19:14.686484 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 04:19:15.110702 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.110903 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.111133 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.112416 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.112688 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.112937 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.164928 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.165195 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.165458 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.181301 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.181574 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.181836 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.209490 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.209719 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.209984 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.245754 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.246012 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.246273 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.472064 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.472600 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.472600 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.472837 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.473746 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.568390 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.568739 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.569014 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.569274 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.569532 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.569837 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.570085 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.570335 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.570580 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.570855 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.571088 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.571338 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.571584 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.571828 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.572098 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.572359 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.572610 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.572847 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.573112 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.573353 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.573616 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.573864 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.574135 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.574507 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.574746 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.574984 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.575373 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:15.575604 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:15.575831 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:15.576081 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:15.576327 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:15.576530 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:15.576884 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 04:19:15.579959 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 04:19:15.583801 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 04:19:15.587521 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 23 04:19:15.589498 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 04:19:15.590123 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 04:19:15.590443 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 04:19:15.590814 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 04:19:15.593584 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 04:19:15.593820 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 04:19:15.594148 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 04:19:15.599193 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 04:19:15.621932 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 04:19:15.622373 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.622672 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106584) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 23 04:19:15.623041 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.624394 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106584) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 04:19:15.624658 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 04:19:15.624892 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 04:19:15.628308 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.628542 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:15.790707 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 04:19:15.790894 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 04:19:15.791165 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 04:19:15.791607 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 04:19:15.845328 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO dbcounter [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Registered counter for database neutron Aug 23 04:19:15.866175 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_db.sqlalchemy.engines [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106584) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 04:19:15.872092 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writer thread running {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 04:19:16.435165 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing driver for type 'gre' Aug 23 04:19:16.435841 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] gre ID ranges: [(1, 1000)] Aug 23 04:19:16.500179 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing driver for type 'local' Aug 23 04:19:16.500792 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing driver for type 'vlan' Aug 23 04:19:16.519758 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] VlanTypeDriver initialization complete Aug 23 04:19:16.520319 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing driver for type 'vxlan' Aug 23 04:19:16.521064 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] vxlan ID ranges: [(1, 1000)] Aug 23 04:19:16.580567 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing extension driver 'port_security' Aug 23 04:19:16.580880 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.extensions.port_security [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] PortSecurityExtensionDriver initialization complete Aug 23 04:19:16.581210 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing mechanism driver 'openvswitch' Aug 23 04:19:16.581534 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing mechanism driver 'hyperv' Aug 23 04:19:16.588800 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:19:16.589475 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.589843 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.590192 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.590694 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 04:19:16.591108 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnet after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.591456 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnet after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.591801 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.592218 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 04:19:16.592620 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.592969 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.593314 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.593698 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 04:19:16.594096 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > security_group after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.594445 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > security_group after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.594784 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.595171 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 04:19:16.595574 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.595942 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.596280 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.596667 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 04:19:16.597073 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > address_group after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.597402 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > address_group after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.597741 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.598130 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 23 04:19:16.598568 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] ML2 OVO RPC backend initialized. {{(pid=106584) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 23 04:19:16.599270 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.599620 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.600084 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.600425 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > networks before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.600767 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.601105 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > ports before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.601449 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnet before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.601789 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnets before_response 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.602130 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.602468 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.602799 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.603131 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.603463 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.603794 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.604155 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnet after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.604521 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnet after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.604847 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.612421 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded quota_driver: . Aug 23 04:19:16.612784 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Modular L2 Plugin initialization complete Aug 23 04:19:16.613134 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading services supported by the core plugin {{(pid=106584) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 04:19:16.613473 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.managers [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Got port-security extension from driver 'port_security' Aug 23 04:19:16.613953 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.extensions.vlantransparent [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Disabled vlantransparent extension. Aug 23 04:19:16.614446 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106584) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 04:19:16.614778 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: router Aug 23 04:19:16.649824 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.650215 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router after_create 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.650583 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router before_create 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.650948 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.651321 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.651671 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router after_delete 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.652052 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.652403 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.652759 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router after_create 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.653082 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router after_update 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.653426 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router after_update 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.653768 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.654129 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router after_update 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.654543 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_update 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.654912 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: port after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.655247 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: port after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.655584 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: subnet after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.655944 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.656300 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.656643 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_create 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.656985 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: port before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.657306 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.657657 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router after_update 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.657995 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.658347 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_create 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.658702 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.659042 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_update 55549900 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.659402 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > agent after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.659747 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > agent after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.660122 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > network after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.660992 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Tracking information for resource: router configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:16.661324 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Tracking information for resource: floatingip configured {{(pid=106584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 04:19:16.666194 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.db.l3_agentschedulers_db [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 04:19:16.666773 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: port after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.667129 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: port after_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.667472 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: port after_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.667818 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: port after_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.668633 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router before_create 55550100 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.669023 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.669383 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_create 55550100 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.669733 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > router precommit_update 55550100 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.674605 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.services.provider_configuration [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service providers = [] {{(pid=106584) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 04:19:16.674964 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.db.servicetype_db [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106584) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 04:19:16.678162 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.services.service_base [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 04:19:16.678616 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.services.service_base [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 04:19:16.678960 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.services.service_base [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 04:19:16.679844 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.services.service_base [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 04:19:16.680240 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.services.service_base [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 04:19:16.680610 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.680933 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 04:19:16.691204 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.691474 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: auto_allocate Aug 23 04:19:16.697303 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: network precommit_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.697782 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: network precommit_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.698200 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.698517 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: tag Aug 23 04:19:16.705317 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.705650 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: timestamp Aug 23 04:19:16.709841 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.710329 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: network_ip_availability Aug 23 04:19:16.716242 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.716613 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.716966 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.717686 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.718008 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: flavors Aug 23 04:19:16.724089 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.724422 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading Plugin: revisions Aug 23 04:19:16.728722 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 04:19:16.729107 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.043s {{(pid=106584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 23 04:19:16.729847 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106584) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 23 04:19:16.730176 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Initializing extension manager. Aug 23 04:19:16.730705 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: __init__.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.731042 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: __pycache__ {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.731373 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: address_group.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.732113 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.732671 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: address-group Aug 23 04:19:16.732993 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: address_scope.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.733662 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.734162 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: address-scope Aug 23 04:19:16.734481 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.735397 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.735852 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: router-admin-state-down-before-update Aug 23 04:19:16.736207 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: agent.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.736852 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.737353 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: agent Aug 23 04:19:16.737680 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: agent_resources_synced.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.738532 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.739041 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: agent-resources-synced Aug 23 04:19:16.739367 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: allowedaddresspairs.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.741172 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.741685 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: allowed-address-pairs Aug 23 04:19:16.742012 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: auto_allocated_topology.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.743037 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.743545 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: auto-allocated-topology Aug 23 04:19:16.743861 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: availability_zone.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.744543 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.745041 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: availability_zone Aug 23 04:19:16.745359 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: availability_zone_filter.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.746210 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.746711 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: availability_zone_filter Aug 23 04:19:16.747025 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: data_plane_status.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.747879 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.748403 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 04:19:16.748718 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: default_subnetpools.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.749580 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.750082 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: default-subnetpools Aug 23 04:19:16.750395 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.751165 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.751663 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: dhcp_agent_scheduler Aug 23 04:19:16.752011 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: dns.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.752871 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.753363 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 04:19:16.753680 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: dns_domain_ports.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.754549 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.755046 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 04:19:16.755366 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.756468 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.757057 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 04:19:16.757382 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: dvr.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.758023 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.758526 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: dvr Aug 23 04:19:16.758846 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: ecmp_routes.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.759721 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.760255 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 04:19:16.760579 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: empty_string_filtering.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.761435 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.761945 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: empty-string-filtering Aug 23 04:19:16.762263 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.763118 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.763631 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 04:19:16.763958 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.764833 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.765331 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 04:19:16.765657 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: external_net.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.766517 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.767018 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: external-net Aug 23 04:19:16.767343 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.768222 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.768734 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: extra_dhcp_opt Aug 23 04:19:16.769049 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: extraroute.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.769903 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.770400 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: extraroute Aug 23 04:19:16.770715 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: extraroute_atomic.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.771838 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.772404 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: extraroute-atomic Aug 23 04:19:16.772720 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: filter_validation.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.773345 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.774043 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: filter-validation Aug 23 04:19:16.774364 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: fip_pf_description.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.775230 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.775732 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 04:19:16.776086 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: fip_pf_port_range.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.776951 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.777454 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 23 04:19:16.777772 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: fip_port_details.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.778638 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.779138 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: fip-port-details Aug 23 04:19:16.779461 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: flavors.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.780676 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.781188 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: flavors Aug 23 04:19:16.781509 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.783113 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.783630 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 04:19:16.784058 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: floatingip_pools.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.784649 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.785154 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: floatingip-pools Aug 23 04:19:16.785472 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: ip_allocation.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.786342 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.786840 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 04:19:16.787162 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.788206 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.788711 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: ip-substring-filtering Aug 23 04:19:16.789027 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l2_adjacency.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.789909 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.790403 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 04:19:16.790723 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.791640 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.792182 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: router Aug 23 04:19:16.792502 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.794702 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.795249 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 04:19:16.795685 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.796966 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.797748 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: ext-gw-mode Aug 23 04:19:16.798200 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.799476 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.800364 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: l3-ha Aug 23 04:19:16.800875 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.802157 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.802978 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 23 04:19:16.803302 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3_flavors.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.804202 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.804720 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: l3-flavors Aug 23 04:19:16.805041 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.806372 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.806886 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 23 04:19:16.807210 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.808116 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.808628 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 04:19:16.808947 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: l3agentscheduler.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.809939 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.810446 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: l3_agent_scheduler Aug 23 04:19:16.810769 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: local_ip.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.812487 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.813001 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension local_ip not supported by any of loaded plugins Aug 23 04:19:16.813326 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: logging.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.814741 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.815256 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension logging not supported by any of loaded plugins Aug 23 04:19:16.815583 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: metering.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.816396 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.817170 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: metering Aug 23 04:19:16.817507 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.818617 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.819135 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: metering_source_and_destination_fields Aug 23 04:19:16.819451 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: multiprovidernet.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.820586 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.821412 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: multi-provider Aug 23 04:19:16.821969 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: netmtu.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.823316 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.824236 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: net-mtu Aug 23 04:19:16.824787 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: netmtu_writable.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.826056 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.826750 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: net-mtu-writable Aug 23 04:19:16.827244 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: network_availability_zone.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.828226 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.828993 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: network_availability_zone Aug 23 04:19:16.829482 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: network_ip_availability.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.830814 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.831330 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: network-ip-availability Aug 23 04:19:16.831657 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: network_segment_range.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.832427 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.832931 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 04:19:16.833252 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: pagination.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.834224 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.834554 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: pagination Aug 23 04:19:16.834867 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: port_device_profile.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.835726 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.836271 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: port-device-profile Aug 23 04:19:16.836592 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: port_mac_address_override.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.837471 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.837982 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: port-mac-override Aug 23 04:19:16.838303 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.839535 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.840075 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: port-mac-address-regenerate Aug 23 04:19:16.840395 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.841272 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.841787 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: port-numa-affinity-policy Aug 23 04:19:16.842106 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: port_resource_request.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.842968 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.843471 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 04:19:16.843790 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: port_resource_request_groups.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.844728 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.845240 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 23 04:19:16.845558 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: portbindings.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.846431 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.846951 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: binding Aug 23 04:19:16.847266 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: portbindings_extended.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.848512 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.849028 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: binding-extended Aug 23 04:19:16.849351 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: portsecurity.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.850290 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.850802 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: port-security Aug 23 04:19:16.851125 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: project_id.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.852078 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.852405 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: project-id Aug 23 04:19:16.852721 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: providernet.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.853586 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.854098 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: provider Aug 23 04:19:16.854414 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.857941 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.858463 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos not supported by any of loaded plugins Aug 23 04:19:16.858796 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.860034 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.860553 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 04:19:16.860882 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.861767 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.862282 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 04:19:16.862607 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_default.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.863471 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.864004 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-default not supported by any of loaded plugins Aug 23 04:19:16.864327 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_fip.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.865209 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.865771 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 04:19:16.866057 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.866927 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.867425 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 23 04:19:16.867742 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_gateway_ip.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.868631 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.869186 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 04:19:16.869495 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_port_network_policy.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.870353 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.870851 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 04:19:16.871164 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.872182 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.872678 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 23 04:19:16.873911 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.874021 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.874465 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 23 04:19:16.874809 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_pps_rule.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.875940 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.876454 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-pps not supported by any of loaded plugins Aug 23 04:19:16.876778 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_rule_type_details.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.877642 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.878178 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 04:19:16.878498 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.879730 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.880349 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 23 04:19:16.880703 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: qos_rules_alias.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.882027 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.882563 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 04:19:16.882884 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: quota_check_limit.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.883867 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.884491 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: quota-check-limit Aug 23 04:19:16.884816 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: quotasv2.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.885801 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.886199 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: quotas Aug 23 04:19:16.886529 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: quotasv2_detail.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.888298 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.888698 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: quota_details Aug 23 04:19:16.889051 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: rbac.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.890545 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.891199 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: rbac-policies Aug 23 04:19:16.891549 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: rbac_address_group.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.892499 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.893169 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: rbac-address-group Aug 23 04:19:16.893500 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: rbac_address_scope.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.894500 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.895061 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: rbac-address-scope Aug 23 04:19:16.895365 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: rbac_security_groups.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.896401 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.896970 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: rbac-security-groups Aug 23 04:19:16.897323 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: rbac_subnetpool.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.898219 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.898828 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: rbac-subnetpool Aug 23 04:19:16.899108 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: revisionifmatch.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.900066 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.900595 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: revision-if-match Aug 23 04:19:16.900955 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: revisions.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.902170 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.902755 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: standard-attr-revisions Aug 23 04:19:16.903160 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: router_availability_zone.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.903850 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.904455 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: router_availability_zone Aug 23 04:19:16.904776 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: routerservicetype.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.905854 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.906360 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 04:19:16.906748 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.907714 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.908295 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: security-groups-normalized-cidr Aug 23 04:19:16.908622 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.909665 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.910287 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: port-security-groups-filtering Aug 23 04:19:16.910467 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.911490 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.912110 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: security-groups-remote-address-group Aug 23 04:19:16.912526 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.913713 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.914293 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: security-groups-shared-filtering Aug 23 04:19:16.914619 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: securitygroup.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.925444 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.925802 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: security-group Aug 23 04:19:16.926190 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: segment.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.926963 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.927621 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension segment not supported by any of loaded plugins Aug 23 04:19:16.928121 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.929072 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.929594 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 04:19:16.929912 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: servicetype.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.931040 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.931631 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: service-type Aug 23 04:19:16.932072 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: sorting.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.933052 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.933448 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: sorting Aug 23 04:19:16.933773 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: standard_attr_segment.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.934694 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.935306 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 04:19:16.935636 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: standardattrdescription.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.936359 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.936877 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: standard-attr-description Aug 23 04:19:16.937195 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: stateful_security_group.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.938123 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.938634 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: stateful-security-group Aug 23 04:19:16.938954 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: stdattrs_common.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.939516 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 04:19:16.939822 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.940724 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.941277 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 04:19:16.941547 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: subnet_onboard.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.942569 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.943082 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: subnet_onboard Aug 23 04:19:16.943406 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.944357 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.944862 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 04:19:16.945181 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: subnet_service_types.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.946054 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.946562 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: subnet-service-types Aug 23 04:19:16.946884 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: subnetallocation.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.947957 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.948472 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: subnet_allocation Aug 23 04:19:16.948795 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.949423 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.949926 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: subnetpool-prefix-ops Aug 23 04:19:16.950245 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.951135 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.951642 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 04:19:16.951993 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: tagging.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.953036 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.953555 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: standard-attr-tag Aug 23 04:19:16.953876 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: timestamp.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.955017 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.955530 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loaded extension: standard-attr-timestamp Aug 23 04:19:16.955848 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: trunk.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.956860 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.957369 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension trunk not supported by any of loaded plugins Aug 23 04:19:16.957695 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: trunk_details.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.958565 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.959101 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 04:19:16.959445 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: uplink_status_propagation.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.960453 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.960958 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 04:19:16.961275 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Loading extension file: vlantransparent.py {{(pid=106584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 23 04:19:16.961906 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 23 04:19:16.962406 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 04:19:16.965513 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:network Aug 23 04:19:16.966036 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:subnet Aug 23 04:19:16.966435 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 04:19:16.966824 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:port Aug 23 04:19:16.968139 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.968579 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service FLAVORS assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.969184 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.969606 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.969935 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:router Aug 23 04:19:16.970368 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 04:19:16.970850 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service METERING assigned prefix: /metering {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.972322 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.972694 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.973044 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:19:16.974057 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 04:19:16.974504 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:security_group Aug 23 04:19:16.974998 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 04:19:16.975541 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service CORE assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.975867 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 04:19:16.976290 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] subnetpool is already registered Aug 23 04:19:16.976724 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service CORE assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.977044 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 04:19:16.977371 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] subnetpool is already registered Aug 23 04:19:16.979730 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.980191 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service FLAVORS assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.980791 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.981208 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.981536 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:router Aug 23 04:19:16.981870 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] router is already registered Aug 23 04:19:16.982277 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 04:19:16.982609 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] floatingip is already registered Aug 23 04:19:16.983062 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service METERING assigned prefix: /metering {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.983729 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 04:19:16.984076 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] rbac_policy is already registered Aug 23 04:19:16.984490 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:security_group Aug 23 04:19:16.984820 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] security_group is already registered Aug 23 04:19:16.985224 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 04:19:16.985559 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] security_group_rule is already registered Aug 23 04:19:16.986186 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service CORE assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.986510 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 04:19:16.986838 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] subnetpool is already registered Aug 23 04:19:16.987254 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.v2.resource_helper [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Service CORE assigned prefix: {{(pid=106584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 04:19:16.987579 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 04:19:16.987904 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING neutron.quota.resource_registry [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] subnetpool is already registered Aug 23 04:19:16.988428 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: extensions {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.989941 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: address-groups {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.991695 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: address-scopes {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.993084 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: agents {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.994256 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: auto-allocated-topology {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.995538 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: availability_zones {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.996824 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: dhcp-networks {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.998358 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: dhcp-agents {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:16.999814 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: routers {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.001570 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: flavors {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.002842 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: service_profiles {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.004093 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: next_providers {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.005544 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: service_profiles {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.008450 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: floatingip-pools {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.009675 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: routers {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.011436 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: floatingips {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.012756 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: l3-routers {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.014158 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: l3-agents {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.015581 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: metering-labels {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.016895 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: metering-label-rules {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.018297 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: network-ip-availabilities {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.019570 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: bindings {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.021180 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: quotas {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.023080 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: quotas {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.024641 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: rbac-policies {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.025848 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: security-groups {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.027157 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: security-group-rules {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.028465 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: service-providers {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.029692 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: subnetpools {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.031029 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: subnetpools {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.032634 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.034310 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.036254 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.038118 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.039811 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.041813 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.043527 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.045490 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.047280 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.049099 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron.api.extensions [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Extended resource: tags {{(pid=106584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 04:19:17.055439 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING keystonemiddleware.auth_token [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 04:19:17.060678 dv-cinder-854070-1-iscsi neutron-server[106584]: WARNING keystonemiddleware.auth_token [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 04:19:17.069795 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Acquiring lock "singleton_lock" {{(pid=106584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 23 04:19:17.070121 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Acquired lock "singleton_lock" {{(pid=106584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 23 04:19:17.070592 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_concurrency.lockutils [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Releasing lock "singleton_lock" {{(pid=106584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 23 04:19:17.071253 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO oslo_service.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Starting 2 workers Aug 23 04:19:17.079939 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Started child 106731 {{(pid=106584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 04:19:17.080373 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Started child 106732 {{(pid=106584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 04:19:17.081940 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO neutron.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 04:19:17.082102 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:17.082744 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:17.085176 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO oslo_service.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Starting 1 workers Aug 23 04:19:17.085308 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [-] (106731) wsgi starting up on http://0.0.0.0:9696 Aug 23 04:19:17.085482 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:17.086902 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [-] (106732) wsgi starting up on http://0.0.0.0:9696 Aug 23 04:19:17.090696 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Started child 106733 {{(pid=106584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 04:19:17.091220 dv-cinder-854070-1-iscsi neutron-server[106584]: INFO oslo_service.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Starting 1 workers Aug 23 04:19:17.094461 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] calling RpcWorker wait() {{(pid=106733) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 04:19:17.095048 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] returning from RpcWorker wait() {{(pid=106733) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 04:19:17.095600 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Started child 106734 {{(pid=106584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 04:19:17.096103 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:17.096401 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-36009e09-8cf7-4855-af64-3d1b699a4c63 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:17.096551 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:19:17.098320 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 04:19:17.098588 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 04:19:17.098726 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 04:19:17.098979 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 04:19:17.099315 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 04:19:17.099452 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 04:19:17.100145 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.100395 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.100835 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.101242 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.101955 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.102246 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:17.102773 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.102773 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.102920 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.103142 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.103292 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.103594 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.104073 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.104462 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.104921 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.105342 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.105719 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.106083 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.106408 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.106814 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.107238 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.107635 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.108075 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] debug = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.108475 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.109101 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.109511 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.109914 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.110291 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.110696 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.111090 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.111494 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.111866 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.112255 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.112623 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.113001 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.113384 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.113754 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.114123 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.114518 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.114897 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.115578 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] host = dv-cinder-854070-1-iscsi {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.115996 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.116366 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.116773 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.117164 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.117566 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.118488 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.118906 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.119187 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.119415 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.119732 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.119945 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.120256 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.120448 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.120679 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.120843 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_options = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.121104 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.121387 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.121699 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.121878 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.122027 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123639 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:19:17.123719 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123719 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.123887 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.124329 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.124671 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.125035 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.125380 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.125767 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.126145 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.126542 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.126906 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.127274 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.127641 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.128059 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.128303 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.128696 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.129066 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.129430 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.129673 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.129924 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.130176 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.130401 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.130647 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.130905 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.130905 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.131490 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.131608 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.131897 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.132145 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.132397 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.132812 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.133198 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.133604 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.134024 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.134308 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.134493 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_json = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.134889 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.135111 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.135372 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.135600 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.135844 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.136082 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.136316 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.136588 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.136776 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.137198 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.137476 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.137775 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.138028 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.138290 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.138525 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.138756 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.138973 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.139202 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.139445 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.139771 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.140006 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.140297 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.140564 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.140840 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.141157 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.141393 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.141654 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.141870 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.142118 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.142350 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.142586 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.142842 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.143072 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.143300 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.143528 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.143745 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.144049 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.144322 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.144580 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.144912 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.145180 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.145441 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.145699 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.145994 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.146174 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.146352 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.146665 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.146870 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.147298 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.147598 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.147598 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.148007 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.148174 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.148318 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.148468 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.148680 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.148897 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.149127 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.149362 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.149573 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.149801 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.150078 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.150245 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.150996 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.150996 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.150996 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.151400 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.151400 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.151671 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.152059 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.152059 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.152339 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.152489 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.152673 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.152867 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.152867 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.153381 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.153538 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.153966 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.153966 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.154238 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.154373 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.154508 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.154651 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.154891 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.155121 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.155331 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.155538 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.155744 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.155996 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.156252 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.156252 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.156252 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.156252 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.157697 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.157697 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.157697 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.157697 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.158471 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.158471 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.158471 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.158878 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.158878 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.159232 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.159232 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.159513 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.159667 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.159886 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.160131 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.160367 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.160535 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.160760 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.160975 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.161352 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.161500 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.161641 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.161860 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.162089 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.162362 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.162601 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.162812 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.163055 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.163258 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.163498 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.163716 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.164317 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.164317 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.164621 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.164621 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.164902 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.165052 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.165323 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.165539 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.165840 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.166059 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.166337 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.166637 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.166874 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.167134 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.167401 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.167604 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.167890 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.168155 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.168430 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.168634 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.168881 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.169105 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.169378 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.169538 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.169755 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.169960 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.170367 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.170601 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.170760 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.170899 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.171145 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.171348 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.171596 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.171853 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.172095 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.172337 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.172577 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.172797 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.173019 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.173230 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.173455 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.173663 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.173866 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.174076 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.174320 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.174491 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.174723 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.174964 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.175168 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.175397 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.175604 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.175813 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.176045 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.176297 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.176506 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.176723 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.176952 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.177183 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.177377 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.177585 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.177816 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.178066 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.178261 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.178521 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.178764 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.178976 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.179187 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.179447 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.179665 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.180176 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.180176 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.180484 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.180709 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.180709 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.180994 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.181131 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.181334 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.181556 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.181765 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.182009 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.182235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.182558 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.182822 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.183203 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.183361 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.183511 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.183703 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.184008 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.184198 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.184443 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.184653 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.184873 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.185104 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.185324 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.185535 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.185747 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.185987 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.186251 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.186469 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.186708 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.186924 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.187146 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.187380 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.187571 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.187784 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.188191 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.188353 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.188492 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.188627 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.188846 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.189115 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.189370 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.189598 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.189850 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.190106 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.190332 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.190590 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.190818 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.191002 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.191219 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.191485 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.191637 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.191853 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.192089 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.192294 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.192509 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.192722 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.192927 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.193166 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.193370 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.193598 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.193814 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.194024 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.194228 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.194446 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.194686 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.194952 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.195101 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.195260 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.195462 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.195683 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.195886 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.196113 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.196329 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.196541 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.196745 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.197002 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.197241 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.197476 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.197757 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.197979 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.198234 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.198485 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.199951 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.199951 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.199951 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.199951 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.199951 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.199951 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.200549 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.200628 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:19:17.200722 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.200722 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.200929 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.201171 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.201434 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.201687 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.201948 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.202173 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.202465 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.202794 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.203053 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.203304 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.203551 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.203779 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.204036 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.204263 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.204493 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.204723 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.204934 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.205169 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.205393 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.205633 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.205633 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.205633 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.206915 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.206915 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.206915 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.206915 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.207428 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.207428 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 04:19:17.207819 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 04:19:17.208000 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 04:19:17.208146 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 04:19:17.208304 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 04:19:17.208475 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 04:19:17.208607 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 04:19:17.208812 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.208968 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.209376 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.209472 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.209613 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.209924 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.209924 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.210221 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.210221 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.210623 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.210623 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.210623 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211035 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211035 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211035 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211494 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211494 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211494 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211883 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211883 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.211883 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.212313 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] debug = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.212313 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.212563 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.212563 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.212839 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.212839 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.213131 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.213131 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.213763 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.213763 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214038 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214038 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214293 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214427 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214560 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214704 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214839 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.214979 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.215263 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] host = dv-cinder-854070-1-iscsi {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.215263 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.215528 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.215528 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.215736 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.215736 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.215957 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.216086 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.216208 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.216317 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.216461 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.216615 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.216770 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.216923 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.217076 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.217234 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_options = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.217386 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.217538 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.217692 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.217871 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.218029 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.218190 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.218345 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.218500 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.218639 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.218797 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.218950 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.219108 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.219255 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.219380 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.219529 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.219664 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.219818 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220020 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220247 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220414 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220414 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220661 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220745 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220845 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.220997 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.221151 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.221309 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.221461 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.221619 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.221772 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.221921 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.222053 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.222207 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.222346 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.222502 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.222638 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.222796 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.222950 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.223110 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.223934 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.223934 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.223934 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.223934 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.223934 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.224434 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.224599 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.224836 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_json = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.225034 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.225191 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.225387 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.225490 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.225645 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.225797 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.225950 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.226104 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.226258 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 04:19:17.226430 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.226587 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.226924 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.227251 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.227582 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.227816 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.228037 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.228256 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.228458 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.228611 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.228759 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.228902 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.229071 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.229228 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.229388 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.229535 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.229677 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230033 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230033 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230287 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230287 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230534 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230534 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230795 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.230952 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.231088 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.231224 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.231379 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.231589 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.231589 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.231851 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.231851 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.232129 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.232281 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.232418 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.232552 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.232693 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.232828 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.232961 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.233092 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.233243 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.233369 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.233517 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.233647 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.233775 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.233907 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.234059 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.234186 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.234347 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.234504 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.234659 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.234804 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.234952 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.235109 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.235264 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.235414 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.235564 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.235715 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.235871 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.236082 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.236232 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.236368 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.236501 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.236646 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.236776 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.236913 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.237047 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.237181 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.237357 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.237508 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.237644 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.237798 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.237940 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.238099 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.238253 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.238409 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.238564 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.238705 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.238847 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.239004 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.239148 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.239306 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.239462 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.239618 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.239774 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.239945 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.240103 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.240277 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.240478 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.240623 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.240764 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.240921 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.241078 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.241227 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.241375 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.241531 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.241704 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.241841 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.241975 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.242108 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.242243 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.242404 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.242559 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.242711 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.242865 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.243021 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.243165 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.243342 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.243488 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.243648 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.243788 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.243957 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.244099 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.244257 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.244473 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.244614 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.244760 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.244896 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.245024 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.245159 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.245292 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.245426 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.245559 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.245701 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.245861 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.246002 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.246168 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.246333 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.246491 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.246649 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.246804 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.246959 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.247116 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.247276 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.247431 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.247587 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.247727 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.247886 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.248078 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.248235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.248391 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.248536 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.248712 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.248856 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.249012 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.249168 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.249322 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.249477 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.249632 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.249788 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.249930 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.250085 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.250241 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.250385 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.250541 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.250697 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.250851 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.251005 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.251163 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.251322 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.251479 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.251635 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.251792 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.251968 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.252126 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.252284 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.252438 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.252595 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.252752 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.252907 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.253061 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.253217 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.253376 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.253534 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.253690 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.253844 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.253998 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.254152 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.254309 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.254473 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.254628 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.254785 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.254941 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.255096 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.255252 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.255406 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.255567 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.255722 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.255878 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.256143 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.256297 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.256472 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.256607 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.256762 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.256918 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.257074 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.257234 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.257408 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.257563 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.257719 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.257876 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.258032 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.258187 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.258342 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.258497 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.258651 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.258805 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.258962 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.259118 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.259272 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.259426 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.259580 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.259735 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.259895 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.260074 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.260232 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.260387 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.260545 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.260701 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.260857 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.261012 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.261166 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.261321 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.261476 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.261643 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262348 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262348 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262348 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262348 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262348 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262726 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262726 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262872 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.262949 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.263088 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.263242 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.263398 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.263552 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.263717 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.263871 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.264048 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.264205 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.264361 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.264515 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.264678 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.264833 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.264987 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.265142 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.265299 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.265453 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.265617 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.265771 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.265925 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.266080 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.266235 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.266389 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.266553 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.266707 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.266861 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.267014 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.267173 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.267330 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.267493 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.267648 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.267804 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.267989 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.268145 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.268302 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.268458 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.268624 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.268779 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.268958 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.269114 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.269267 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.269422 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.269581 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.269748 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.269895 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.270055 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.270211 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.270375 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.270537 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.270693 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.270848 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.271010 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.271177 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.271332 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.271487 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.271973 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.271973 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.272237 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.272407 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.272566 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.272722 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.272877 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.273032 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.273190 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.273345 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.273500 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.273656 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.273822 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.273956 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.274111 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.274267 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.274424 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 04:19:17.274576 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 04:19:17.381007 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36104) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:17.392006 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0075755 Aug 23 04:19:17.398454 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0056484 Aug 23 04:19:26.572690 dv-cinder-854070-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:28.746090 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d80af-e783-4dc2-92fa-3d1948df9d30 None None] get_active_networks_info from dv-cinder-854070-1-iscsi {{(pid=106733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 23 04:19:28.752653 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writer thread running {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 04:19:28.831331 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d80af-e783-4dc2-92fa-3d1948df9d30 None None] No non-hosted networks {{(pid=106733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 04:19:28.847560 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8424f27d-f117-415e-a485-20dabfa5bc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16313372'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:30.330315 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writer thread running {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 04:19:30.868135 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8785f0c4-ba78-4402-acf7-5be067d86b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16313372'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:30.926297 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c5aea8aa-d572-44f3-9a04-8d158a513939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:32.149193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16313372'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:32.171681 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36180) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:32.739535 dv-cinder-854070-1-iscsi neutron-server[106732]: WARNING oslo_policy.policy [None req-cec10469-5e4d-47ea-babe-9253aa6deb2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:32.740135 dv-cinder-854070-1-iscsi neutron-server[106732]: WARNING oslo_policy.policy [None req-cec10469-5e4d-47ea-babe-9253aa6deb2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:32.957285 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [None req-cec10469-5e4d-47ea-babe-9253aa6deb2e admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:19:32.976567 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-cec10469-5e4d-47ea-babe-9253aa6deb2e admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8036263 Aug 23 04:19:33.572183 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16313372'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:33.707003 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16313372'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:33.709629 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.712714 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.713053 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.713382 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.714348 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.714674 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.715037 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.715376 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.715690 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.717248 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.717584 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.717904 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.718263 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.718549 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.718855 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:33.719240 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854070-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:19:33.741371 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854070-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:19:35.176257 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.db.l3_hamode_db [None req-70e17974-eac9-40c8-ac96-0a6e2a46ba64 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 04:19:35.257689 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e17974-eac9-40c8-ac96-0a6e2a46ba64 None None] Routers set() bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:19:35.258080 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e17974-eac9-40c8-ac96-0a6e2a46ba64 None None] Router IDs set() for agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 23 04:19:35.448015 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36212) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:36.006596 dv-cinder-854070-1-iscsi neutron-server[106731]: WARNING oslo_policy.policy [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:36.007179 dv-cinder-854070-1-iscsi neutron-server[106731]: WARNING oslo_policy.policy [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:36.222274 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:36.312497 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.policy [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106731) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 04:19:36.354107 dv-cinder-854070-1-iscsi neutron-server[106731]: WARNING oslo_policy.policy [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:36.354484 dv-cinder-854070-1-iscsi neutron-server[106731]: WARNING oslo_policy.policy [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:36.375381 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writer thread running {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 04:19:36.454649 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760539014208', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760539013692', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760539030872', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760539039274', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760539042143', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760539049999', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-625047', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16358633', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16266387'] for rbac-policy (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:36.552738 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:36.554170 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9b62c191-0867-4df4-aac4-62b2d547bdc2 admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1042597 Aug 23 04:19:38.901489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36228) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:39.270073 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:39.309765 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Made reservation on behalf of e3148f82c47e4702b119cf867f5dcdcc for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:19:39.314084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.333287 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.455386 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks [] for security_group (c3b6e130-656c-482a-b75a-46d19a038f0f), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.461457 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (c3b6e130-656c-482a-b75a-46d19a038f0f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.486697 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:19:39.522131 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760533915212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (fe4ce8b6-a72b-4e60-9ec9-48912a2cad91), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.522605 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Unsubscribe: segment precommit_create {{(pid=106731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 04:19:39.523172 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Added segment fe4ce8b6-a72b-4e60-9ec9-48912a2cad91 of type vlan for network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 Aug 23 04:19:39.540515 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b6e130-656c-482a-b75a-46d19a038f0f,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:39.587978 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.588339 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.588688 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.589385 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.589711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.590031 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.590349 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.590661 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.590980 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.591275 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.591585 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.592056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.592474 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.592791 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.593187 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Tracked resource versions report: Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: pushed versions: Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: { 'AddressGroup': {'1.2'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Agent': {'1.1'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'ConntrackHelper': {'1.0'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Log': {'1.0'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'NDPProxy': {'1.0'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Network': {'1.1'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Port': {'1.7'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'PortForwarding': {'1.3'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'QosPolicy': {'1.10'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroup': {'1.5'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SubPort': {'1.0'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Subnet': {'1.1'}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Trunk': {'1.1'}} Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: consumer versions: Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Agent': '1.1', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'ConntrackHelper': '1.0', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'LocalIPAssociation': '1.0', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Log': '1.0', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'NDPProxy': '1.0', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Network': '1.1', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Port': '1.7', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'PortForwarding': '1.3', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'QosPolicy': '1.10', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroup': '1.5', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroupRule': '1.2', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SubPort': '1.0', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Subnet': '1.1', Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Trunk': '1.1'}} Aug 23 04:19:39.594842 dv-cinder-854070-1-iscsi neutron-server[106731]: {{(pid=106731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:19:39.636786 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (42634cfd-ff18-40f9-9f2b-4b9aa62fc606), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.679933 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (42634cfd-ff18-40f9-9f2b-4b9aa62fc606), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.684988 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:19:39.685690 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:39.724573 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:39.755571 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8530424 Aug 23 04:19:39.809637 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fab3c-1be6-4e6d-a6f6-0ce109100dac demo demo] Pushing event updated for resources: {'Network': ['ID=42634cfd-ff18-40f9-9f2b-4b9aa62fc606,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:39.823276 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:19:42.209740 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36242) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:42.679312 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567e70d-0b42-4886-a0ee-a15407d7f8c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:19:42.680913 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-c567e70d-0b42-4886-a0ee-a15407d7f8c8 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/42634cfd-ff18-40f9-9f2b-4b9aa62fc606 HTTP/1.1" status: 200 len: 825 time: 0.4695172 Aug 23 04:19:42.712098 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5b86ac16-290d-454d-be54-7fee3fd667fb demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/16bdb242-88d6-4754-8ecf-7ab9c1be653c HTTP/1.1" status: 200 len: 734 time: 0.0216234 Aug 23 04:19:42.724499 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Request body: {'subnet': {'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'subnetpool_id': '16bdb242-88d6-4754-8ecf-7ab9c1be653c', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:42.749493 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Made reservation on behalf of e3148f82c47e4702b119cf867f5dcdcc for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:19:42.752179 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:42.979753 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:43.064200 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (29167e86-c4c4-48cc-b1c2-2b495640359f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:43.132142 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=29167e86-c4c4-48cc-b1c2-2b495640359f,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:43.139011 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Checking segment: {'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:19:43.139364 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Network hostable DHCP agents. Network: 42634cfd-ff18-40f9-9f2b-4b9aa62fc606, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:19:43.161545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:19:43.173721 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 42634cfd-ff18-40f9-9f2b-4b9aa62fc606) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:19:43.178532 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:19:43.179106 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:43.183530 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f35cfd-999e-4f04-8239-96866c767573 None None] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:19:43.195014 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9bcac365-8285-45cd-8085-f39a440ed4b3 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4739034 Aug 23 04:19:43.450223 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'fixed_ips': [{'subnet_id': '29167e86-c4c4-48cc-b1c2-2b495640359f'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:19:43.451531 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:43.594041 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:43.598288 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=7 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:43.735577 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Allocated IP 172.20.0.2 (42634cfd-ff18-40f9-9f2b-4b9aa62fc606/29167e86-c4c4-48cc-b1c2-2b495640359f/b468306c-f624-4262-a563-075abd35ede4) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:19:43.785046 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:44.010271 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Publish callbacks [] for port (b468306c-f624-4262-a563-075abd35ede4), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:44.019640 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (b468306c-f624-4262-a563-075abd35ede4), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:44.094910 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:19:44.103871 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:19:44.108948 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Pushing event updated for resources: {'Port': ['ID=b468306c-f624-4262-a563-075abd35ede4,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:44.111277 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:19:44.146845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.147180 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.147536 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.147887 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.148307 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.148628 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.148954 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.149279 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.149602 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.149925 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.150248 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.150583 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.150907 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.151265 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.151547 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Tracked resource versions report: Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: pushed versions: Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: { 'AddressGroup': {'1.2'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Agent': {'1.1'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'ConntrackHelper': {'1.0'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Log': {'1.0'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'NDPProxy': {'1.0'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Network': {'1.1'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Port': {'1.7'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'PortForwarding': {'1.3'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'QosPolicy': {'1.10'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroup': {'1.5'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SubPort': {'1.0'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Subnet': {'1.1'}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Trunk': {'1.1'}} Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: consumer versions: Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Agent': '1.1', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'ConntrackHelper': '1.0', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'LocalIPAssociation': '1.0', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Log': '1.0', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'NDPProxy': '1.0', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Network': '1.1', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Port': '1.7', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'PortForwarding': '1.3', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'QosPolicy': '1.10', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroup': '1.5', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroupRule': '1.2', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SubPort': '1.0', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Subnet': '1.1', Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Trunk': '1.1'}} Aug 23 04:19:44.153074 dv-cinder-854070-1-iscsi neutron-server[106733]: {{(pid=106733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:19:44.195230 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:44.205284 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Attempting to bind port b468306c-f624-4262-a563-075abd35ede4 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:19:44.205682 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Attempting to bind port b468306c-f624-4262-a563-075abd35ede4 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:19:44.206075 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Attempting to bind port b468306c-f624-4262-a563-075abd35ede4 on network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:19:44.211977 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:19:44.212353 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Checking segment: {'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:19:44.212819 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:44.213205 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Bound using segment: {'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:19:44.213699 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Bound port: b468306c-f624-4262-a563-075abd35ede4, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:19:44.214470 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b468306c-f624-4262-a563-075abd35ede4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:44.278589 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] For port b468306c-f624-4262-a563-075abd35ede4, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:19:44.298199 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] For port b468306c-f624-4262-a563-075abd35ede4, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b468306c-f624-4262-a563-075abd35ede4,segment=NetworkSegment(fe4ce8b6-a72b-4e60-9ec9-48912a2cad91),segment_id=fe4ce8b6-a72b-4e60-9ec9-48912a2cad91)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:19:44.307006 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (b468306c-f624-4262-a563-075abd35ede4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:44.360526 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e059e-9d7b-4ba5-a9d3-a9159eaf07fb None None] Pushing event updated for resources: {'Port': ['ID=b468306c-f624-4262-a563-075abd35ede4,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:45.638843 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36256) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:45.987621 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [None req-f72129c4-01ba-4579-9e37-a8aaaa9d2d1e admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:19:45.990399 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f72129c4-01ba-4579-9e37-a8aaaa9d2d1e admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3488476 Aug 23 04:19:48.414599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36264) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:48.764219 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [None req-3a11c2aa-1bec-462c-9cc3-1af1d083a1c6 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:19:48.765203 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3a11c2aa-1bec-462c-9cc3-1af1d083a1c6 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3494873 Aug 23 04:19:51.174407 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36276) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:51.414151 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b468306c-f624-4262-a563-075abd35ede4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:19:51.502273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port b468306c-f624-4262-a563-075abd35ede4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:19:51.502688 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b468306c-f624-4262-a563-075abd35ede4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.526798 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:51.588837 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.policy [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106732) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 04:19:51.608891 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port b468306c-f624-4262-a563-075abd35ede4 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:19:51.609786 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b468306c-f624-4262-a563-075abd35ede4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.637050 dv-cinder-854070-1-iscsi neutron-server[106732]: WARNING oslo_policy.policy [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:51.637453 dv-cinder-854070-1-iscsi neutron-server[106732]: WARNING oslo_policy.policy [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 04:19:51.652328 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port b468306c-f624-4262-a563-075abd35ede4, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b468306c-f624-4262-a563-075abd35ede4,segment=NetworkSegment(fe4ce8b6-a72b-4e60-9ec9-48912a2cad91),segment_id=fe4ce8b6-a72b-4e60-9ec9-48912a2cad91)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:51.657188 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (b468306c-f624-4262-a563-075abd35ede4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.658974 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writer thread running {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 23 04:19:51.659557 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:51.703093 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (e7f647b0-8ad0-46bb-8852-9babe4ac2325), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.704951 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (e7f647b0-8ad0-46bb-8852-9babe4ac2325), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.707759 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=b468306c-f624-4262-a563-075abd35ede4,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:51.868806 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] Publish callbacks [] for router_controller (e7f647b0-8ad0-46bb-8852-9babe4ac2325), precommit_add_association {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.875242 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (e7f647b0-8ad0-46bb-8852-9babe4ac2325), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.902244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:51.903587 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-13e6426d-6fb6-4734-b4bc-3ca45ea77383 demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7282364 Aug 23 04:19:52.468614 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b08be-e095-4c70-bcc6-449ce5f4c286 None None] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:19:52.546066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-97926334-4a05-4ab9-b4c9-bc8c24b6c682 None None] Provisioning complete for port b468306c-f624-4262-a563-075abd35ede4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:19:52.546448 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-97926334-4a05-4ab9-b4c9-bc8c24b6c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b468306c-f624-4262-a563-075abd35ede4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:52.663340 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-97926334-4a05-4ab9-b4c9-bc8c24b6c682 None None] Current status of the port b468306c-f624-4262-a563-075abd35ede4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:19:52.884208 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-00e341bd-eeea-4874-9988-2826d042573f None None] Provisioning complete for port b468306c-f624-4262-a563-075abd35ede4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:19:52.884714 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-00e341bd-eeea-4874-9988-2826d042573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b468306c-f624-4262-a563-075abd35ede4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:52.886278 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:52.961120 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-00e341bd-eeea-4874-9988-2826d042573f None None] Current status of the port b468306c-f624-4262-a563-075abd35ede4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:19:53.187545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:53.188404 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=65,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:53.393975 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b468306c-f624-4262-a563-075abd35ede4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:19:53.438783 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port b468306c-f624-4262-a563-075abd35ede4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:19:53.439180 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b468306c-f624-4262-a563-075abd35ede4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:53.473639 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:19:53.516458 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port b468306c-f624-4262-a563-075abd35ede4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:19:54.348894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36290) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:54.710482 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [None req-332b6f5a-1051-4901-ada8-ac38ca7d44cd admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:19:54.711942 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-332b6f5a-1051-4901-ada8-ac38ca7d44cd admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3617215 Aug 23 04:19:57.121648 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36298) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:19:57.488541 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:57.516059 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Made reservation on behalf of ba69f2ba4f0d496e9c7607a800699841 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:19:57.520562 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.537966 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.643552 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks [] for security_group (3386cc4a-dbd9-48a6-838c-644c79b97e12), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.648771 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3386cc4a-dbd9-48a6-838c-644c79b97e12), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.659851 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Reserving flat network on physical network physnet1 {{(pid=106732) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 04:19:57.693197 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760533915212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (9f57967f-6bf1-4b8d-a2c8-c1ede25f4904), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.693727 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Unsubscribe: segment precommit_create {{(pid=106732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 04:19:57.694266 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Added segment 9f57967f-6bf1-4b8d-a2c8-c1ede25f4904 of type flat for network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac Aug 23 04:19:57.713306 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3386cc4a-dbd9-48a6-838c-644c79b97e12,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:57.764927 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.765255 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.765606 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.765931 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.766252 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.766569 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.766884 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.767192 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.767521 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.767837 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.768170 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.768482 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.768786 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.769089 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.769392 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Tracked resource versions report: Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: pushed versions: Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: { 'AddressGroup': {'1.2'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Agent': {'1.1'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'ConntrackHelper': {'1.0'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Log': {'1.0'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'NDPProxy': {'1.0'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Network': {'1.1'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Port': {'1.7'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'PortForwarding': {'1.3'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'QosPolicy': {'1.10'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroup': {'1.5'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SubPort': {'1.0'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Subnet': {'1.1'}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Trunk': {'1.1'}} Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: consumer versions: Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Agent': '1.1', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'ConntrackHelper': '1.0', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'LocalIPAssociation': '1.0', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Log': '1.0', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'NDPProxy': '1.0', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Network': '1.1', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Port': '1.7', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'PortForwarding': '1.3', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'QosPolicy': '1.10', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroup': '1.5', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroupRule': '1.2', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SubPort': '1.0', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Subnet': '1.1', Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Trunk': '1.1'}} Aug 23 04:19:57.771180 dv-cinder-854070-1-iscsi neutron-server[106732]: {{(pid=106732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:19:57.816845 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.862635 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.863679 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:19:57.864431 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:19:57.928471 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8055243 Aug 23 04:19:57.969266 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb6f0d-57c8-4811-8e38-076bccc198ee admin admin] Pushing event updated for resources: {'Network': ['ID=1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:57.981202 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:19:58.694895 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-56391c78-efc7-4b57-9fd4-c02a6b589dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:00.301304 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36310) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:20:00.767311 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207ccb4-43fe-48da-aa94-0c18dc35e4b6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:20:00.768712 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f207ccb4-43fe-48da-aa94-0c18dc35e4b6 demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/29167e86-c4c4-48cc-b1c2-2b495640359f HTTP/1.1" status: 200 len: 849 time: 0.4660914 Aug 23 04:20:00.878187 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5153152d-06de-4851-b526-35ce52db58f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:00.921109 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-0e0240a3-6860-4f50-b806-48004ab4fef2 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/e7f647b0-8ad0-46bb-8852-9babe4ac2325 HTTP/1.1" status: 200 len: 704 time: 0.1463485 Aug 23 04:20:01.204646 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:01.274722 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:01.280371 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:01.503605 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Allocated IP 172.20.0.1 (42634cfd-ff18-40f9-9f2b-4b9aa62fc606/29167e86-c4c4-48cc-b1c2-2b495640359f/7d2ec422-de15-46a3-b461-7070b9dc47c4) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:20:01.715085 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks [] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:01.784108 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:01.866905 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:20:01.871430 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:20:01.882107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:20:01.882107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (e7f647b0-8ad0-46bb-8852-9babe4ac2325), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:01.904712 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Pushing event updated for resources: {'Port': ['ID=7d2ec422-de15-46a3-b461-7070b9dc47c4,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:02.084273 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:02.093963 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-ac67acf1-044c-4d2c-a5ee-2e7e1f82aa3d None None] Provisioning complete for port 7d2ec422-de15-46a3-b461-7070b9dc47c4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:20:02.094499 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ac67acf1-044c-4d2c-a5ee-2e7e1f82aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:02.138298 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:02.139100 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-ac67acf1-044c-4d2c-a5ee-2e7e1f82aa3d None None] Port 7d2ec422-de15-46a3-b461-7070b9dc47c4 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:20:02.354154 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks [] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:02.361513 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:02.362350 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (e7f647b0-8ad0-46bb-8852-9babe4ac2325), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:02.411172 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:02.423742 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Pushing event updated for resources: {'Port': ['ID=7d2ec422-de15-46a3-b461-7070b9dc47c4,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:02.475236 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:02.496997 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:20:02.498596 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:20:02.658730 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Router e7f647b0-8ad0-46bb-8852-9babe4ac2325 is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:20:02.659409 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-05136996-ebc2-4690-9661-784d4593a24f None None] Provisioning complete for port 7d2ec422-de15-46a3-b461-7070b9dc47c4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:20:02.660075 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-05136996-ebc2-4690-9661-784d4593a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:02.692119 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-05136996-ebc2-4690-9661-784d4593a24f None None] Port 7d2ec422-de15-46a3-b461-7070b9dc47c4 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:20:02.749477 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:20:02.755090 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-849e8cb8-2f9a-47fa-9965-2bccab98a35c demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/e7f647b0-8ad0-46bb-8852-9babe4ac2325/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8284791 Aug 23 04:20:02.761989 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Sync routers for ids ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:20:02.774617 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Routers {'e7f647b0-8ad0-46bb-8852-9babe4ac2325'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:20:02.775417 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:20:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:02.962854 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Set router e7f647b0-8ad0-46bb-8852-9babe4ac2325 gateway port host: None {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:20:03.378726 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'name': 'router1', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:19:51Z', 'updated_at': '2022-08-23T04:20:02Z', 'revision_number': 2, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'gw_port_host': None, '_interfaces': [{'id': '7d2ec422-de15-46a3-b461-7070b9dc47c4', 'name': '', 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'mac_address': 'fa:16:3e:e0:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:01Z', 'updated_at': '2022-08-23T04:20:02Z', 'revision_number': 2, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'subnets': [{'id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16bdb242-88d6-4754-8ecf-7ab9c1be653c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:03.433383 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Checking router: e7f647b0-8ad0-46bb-8852-9babe4ac2325 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:20:03.433749 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Updating router e7f647b0-8ad0-46bb-8852-9babe4ac2325 port 7d2ec422-de15-46a3-b461-7070b9dc47c4 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:20:03.486746 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:03.528663 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:03.693604 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:04.010445 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Publish callbacks [] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:04.017499 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:04.161774 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Pushing event updated for resources: {'Port': ['ID=7d2ec422-de15-46a3-b461-7070b9dc47c4,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:04.168434 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Attempting to bind port 7d2ec422-de15-46a3-b461-7070b9dc47c4 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:20:04.168824 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Attempting to bind port 7d2ec422-de15-46a3-b461-7070b9dc47c4 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:20:04.169212 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Attempting to bind port 7d2ec422-de15-46a3-b461-7070b9dc47c4 on network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:20:04.175828 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.176186 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.176525 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.176831 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.177175 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.177487 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.177800 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.178099 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.178405 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.178713 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.179022 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.179340 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.179651 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.179967 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.180285 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Tracked resource versions report: Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: pushed versions: Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: { 'AddressGroup': {'1.2'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Agent': {'1.1'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'ConntrackHelper': {'1.0'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Log': {'1.0'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'NDPProxy': {'1.0'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Network': {'1.1'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Port': {'1.7'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'PortForwarding': {'1.3'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'QosPolicy': {'1.10'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroup': {'1.5'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SubPort': {'1.0'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Subnet': {'1.1'}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Trunk': {'1.1'}} Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: consumer versions: Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Agent': '1.1', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'ConntrackHelper': '1.0', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'LocalIPAssociation': '1.0', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Log': '1.0', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'NDPProxy': '1.0', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Network': '1.1', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Port': '1.7', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'PortForwarding': '1.3', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'QosPolicy': '1.10', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroup': '1.5', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroupRule': '1.2', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SubPort': '1.0', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Subnet': '1.1', Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Trunk': '1.1'}} Aug 23 04:20:04.181832 dv-cinder-854070-1-iscsi neutron-server[106734]: {{(pid=106734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:20:04.188326 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:20:04.188819 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Checking segment: {'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:20:04.189340 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:04.189774 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Bound using segment: {'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:20:04.190340 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Bound port: 7d2ec422-de15-46a3-b461-7070b9dc47c4, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4ce8b6-a72b-4e60-9ec9-48912a2cad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:20:04.191103 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:04.254187 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] For port 7d2ec422-de15-46a3-b461-7070b9dc47c4, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:20:04.274506 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] For port 7d2ec422-de15-46a3-b461-7070b9dc47c4, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=7d2ec422-de15-46a3-b461-7070b9dc47c4,segment=NetworkSegment(fe4ce8b6-a72b-4e60-9ec9-48912a2cad91),segment_id=fe4ce8b6-a72b-4e60-9ec9-48912a2cad91)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:20:04.281795 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:04.306538 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:04.320384 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:04.328914 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Routers {'e7f647b0-8ad0-46bb-8852-9babe4ac2325'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:20:04.329570 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:20:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:04.394223 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67946a0-20d4-4d77-832b-c454d3b33c0d None None] Pushing event updated for resources: {'Port': ['ID=7d2ec422-de15-46a3-b461-7070b9dc47c4,revision_number=4']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:04.421029 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] Set router e7f647b0-8ad0-46bb-8852-9babe4ac2325 gateway port host: None {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:20:04.613226 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'name': 'router1', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:19:51Z', 'updated_at': '2022-08-23T04:20:02Z', 'revision_number': 2, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'gw_port_host': None, '_interfaces': [{'id': '7d2ec422-de15-46a3-b461-7070b9dc47c4', 'name': '', 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'mac_address': 'fa:16:3e:e0:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:01Z', 'updated_at': '2022-08-23T04:20:04Z', 'revision_number': 4, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'subnets': [{'id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16bdb242-88d6-4754-8ecf-7ab9c1be653c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:04.638042 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c311518-b66f-4639-80ae-3efd7d14fd72 None None] The sync data for ids ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'] in dv-cinder-854070-1-iscsi is: [{'id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'name': 'router1', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:19:51Z', 'updated_at': '2022-08-23T04:20:02Z', 'revision_number': 2, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'gw_port_host': None, '_interfaces': [{'id': '7d2ec422-de15-46a3-b461-7070b9dc47c4', 'name': '', 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'mac_address': 'fa:16:3e:e0:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:01Z', 'updated_at': '2022-08-23T04:20:04Z', 'revision_number': 4, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'subnets': [{'id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16bdb242-88d6-4754-8ecf-7ab9c1be653c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:20:05.118275 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36322) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:20:05.136932 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:20:05.527932 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1edfc84-5393-46ea-ae2f-8161b0e8fa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:20:05.530190 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d1edfc84-5393-46ea-ae2f-8161b0e8fa0a admin admin] 10.222.0.18 "GET /networking/v2.0/networks/1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac HTTP/1.1" status: 200 len: 842 time: 0.4109604 Aug 23 04:20:05.540063 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.4.1', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.4.0/24'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:20:05.566558 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Made reservation on behalf of ba69f2ba4f0d496e9c7607a800699841 for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:20:05.569261 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:05.879566 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.objects.ports [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106732) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 23 04:20:05.880044 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (e65ede9f-cbc9-462d-be09-7cb986886386), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:05.936347 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65ede9f-cbc9-462d-be09-7cb986886386,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:05.956278 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:20:05.956606 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Network hostable DHCP agents. Network: 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:20:05.983551 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:20:05.997132 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:20:06.001742 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:20:06.002487 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:06.008616 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2656f2e-ebe5-442c-90f6-0ce408ef8789 None None] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:20:06.021348 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a2e82d34-e136-49a6-86e3-cbb18cb48344 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4846814 Aug 23 04:20:06.119308 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c90d4a-5964-4e50-8eea-cc7e4fbc4279 None None] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:20:08.442611 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36330) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:20:08.863830 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-4c53de3e-4d9d-4f9f-bbc7-d7b91d9d3dde demo admin] 10.222.0.18 "GET /networking/v2.0/routers/e7f647b0-8ad0-46bb-8852-9babe4ac2325 HTTP/1.1" status: 200 len: 710 time: 0.4200377 Aug 23 04:20:08.890993 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:08.900402 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:08.960072 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cc51a-c179-452d-b6db-63005c7beaac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:20:08.961439 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a74cc51a-c179-452d-b6db-63005c7beaac demo admin] 10.222.0.18 "GET /networking/v2.0/networks/1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac HTTP/1.1" status: 200 len: 886 time: 0.0917072 Aug 23 04:20:08.972265 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:20:09.281164 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks [] for router_gateway (e7f647b0-8ad0-46bb-8852-9babe4ac2325), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.461092 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 7d2ec422-de15-46a3-b461-7070b9dc47c4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:20:09.514228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 7d2ec422-de15-46a3-b461-7070b9dc47c4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:20:09.514625 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.528807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks [] for router_gateway (e7f647b0-8ad0-46bb-8852-9babe4ac2325), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.598567 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 7d2ec422-de15-46a3-b461-7070b9dc47c4 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:20:09.598955 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.606616 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.635764 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 7d2ec422-de15-46a3-b461-7070b9dc47c4, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=7d2ec422-de15-46a3-b461-7070b9dc47c4,segment=NetworkSegment(fe4ce8b6-a72b-4e60-9ec9-48912a2cad91),segment_id=fe4ce8b6-a72b-4e60-9ec9-48912a2cad91)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:09.640213 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.645179 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:09.696617 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=7d2ec422-de15-46a3-b461-7070b9dc47c4,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:09.723483 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Allocated IP 172.27.4.56 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/6ef06043-1313-4c39-927a-98efb8aa2792) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:20:09.828577 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks [] for port (6ef06043-1313-4c39-927a-98efb8aa2792), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.872881 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:09.878107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:09.920520 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:20:09.923296 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:09.927284 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:20:09.929875 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:20:09.933590 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Pushing event updated for resources: {'Port': ['ID=6ef06043-1313-4c39-927a-98efb8aa2792,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:10.172754 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks [] for router_gateway (e7f647b0-8ad0-46bb-8852-9babe4ac2325), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:10.373869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16310998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16311854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12764'] for router (e7f647b0-8ad0-46bb-8852-9babe4ac2325), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:10.377820 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16310980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16311005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16311836'] for router (e7f647b0-8ad0-46bb-8852-9babe4ac2325), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:10.486894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Router e7f647b0-8ad0-46bb-8852-9babe4ac2325 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:20:10.592212 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:20:10.596360 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:10.597543 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-1915f147-2173-4229-8222-7b8bb1c00512 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/e7f647b0-8ad0-46bb-8852-9babe4ac2325 HTTP/1.1" status: 200 len: 889 time: 1.6287901 Aug 23 04:20:10.937370 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Sync routers for ids ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:20:10.950535 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Routers {'e7f647b0-8ad0-46bb-8852-9babe4ac2325'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:20:10.951181 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:20:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:11.157438 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Set router e7f647b0-8ad0-46bb-8852-9babe4ac2325 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:20:11.336595 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:11.415667 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 7d2ec422-de15-46a3-b461-7070b9dc47c4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:20:11.550917 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 7d2ec422-de15-46a3-b461-7070b9dc47c4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:20:11.551284 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:11.609061 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'name': 'router1', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '6ef06043-1313-4c39-927a-98efb8aa2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:19:51Z', 'updated_at': '2022-08-23T04:20:10Z', 'revision_number': 4, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'gw_port': {'id': '6ef06043-1313-4c39-927a-98efb8aa2792', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:09Z', 'updated_at': '2022-08-23T04:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '7d2ec422-de15-46a3-b461-7070b9dc47c4', 'name': '', 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'mac_address': 'fa:16:3e:e0:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:01Z', 'updated_at': '2022-08-23T04:20:09Z', 'revision_number': 5, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'subnets': [{'id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16bdb242-88d6-4754-8ecf-7ab9c1be653c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:11.741501 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Checking router: e7f647b0-8ad0-46bb-8852-9babe4ac2325 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:20:11.741701 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Updating router e7f647b0-8ad0-46bb-8852-9babe4ac2325 port 6ef06043-1313-4c39-927a-98efb8aa2792 binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:20:11.818028 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:11.855792 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 7d2ec422-de15-46a3-b461-7070b9dc47c4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:20:12.142463 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Publish callbacks [] for port (6ef06043-1313-4c39-927a-98efb8aa2792), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:12.149092 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:12.186993 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Attempting to bind port 6ef06043-1313-4c39-927a-98efb8aa2792 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:20:12.187370 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Attempting to bind port 6ef06043-1313-4c39-927a-98efb8aa2792 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:20:12.187729 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Attempting to bind port 6ef06043-1313-4c39-927a-98efb8aa2792 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:20:12.197463 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:20:12.197825 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:20:12.198226 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:12.198626 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:20:12.199063 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Bound port: 6ef06043-1313-4c39-927a-98efb8aa2792, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:20:12.199432 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:12.200719 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:12.205358 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8470e-336e-4cc8-ae52-be8ec07f23ff None None] Pushing event updated for resources: {'Port': ['ID=6ef06043-1313-4c39-927a-98efb8aa2792,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:12.252679 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] For port 6ef06043-1313-4c39-927a-98efb8aa2792, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:20:12.255666 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] For port 6ef06043-1313-4c39-927a-98efb8aa2792, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=6ef06043-1313-4c39-927a-98efb8aa2792,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:20:12.262241 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:12.301857 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Routers {'e7f647b0-8ad0-46bb-8852-9babe4ac2325'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:20:12.302476 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:20:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:12.378789 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8470e-336e-4cc8-ae52-be8ec07f23ff None None] Pushing event updated for resources: {'Port': ['ID=6ef06043-1313-4c39-927a-98efb8aa2792,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:12.392622 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:12.418360 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] Set router e7f647b0-8ad0-46bb-8852-9babe4ac2325 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:20:12.618224 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'name': 'router1', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '6ef06043-1313-4c39-927a-98efb8aa2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:19:51Z', 'updated_at': '2022-08-23T04:20:10Z', 'revision_number': 4, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'gw_port': {'id': '6ef06043-1313-4c39-927a-98efb8aa2792', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:09Z', 'updated_at': '2022-08-23T04:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '7d2ec422-de15-46a3-b461-7070b9dc47c4', 'name': '', 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'mac_address': 'fa:16:3e:e0:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:01Z', 'updated_at': '2022-08-23T04:20:09Z', 'revision_number': 5, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'subnets': [{'id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16bdb242-88d6-4754-8ecf-7ab9c1be653c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:12.644013 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e39d1-f88f-4cee-80a8-2280ae194947 None None] The sync data for ids ['e7f647b0-8ad0-46bb-8852-9babe4ac2325'] in dv-cinder-854070-1-iscsi is: [{'id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'name': 'router1', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '6ef06043-1313-4c39-927a-98efb8aa2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:19:51Z', 'updated_at': '2022-08-23T04:20:10Z', 'revision_number': 4, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'gw_port': {'id': '6ef06043-1313-4c39-927a-98efb8aa2792', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:09Z', 'updated_at': '2022-08-23T04:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '7d2ec422-de15-46a3-b461-7070b9dc47c4', 'name': '', 'network_id': '42634cfd-ff18-40f9-9f2b-4b9aa62fc606', 'tenant_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'mac_address': 'fa:16:3e:e0:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f647b0-8ad0-46bb-8852-9babe4ac2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:20:01Z', 'updated_at': '2022-08-23T04:20:09Z', 'revision_number': 5, 'project_id': 'e3148f82c47e4702b119cf867f5dcdcc', 'subnets': [{'id': '29167e86-c4c4-48cc-b1c2-2b495640359f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16bdb242-88d6-4754-8ecf-7ab9c1be653c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:20:13.153699 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36342) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:20:13.435132 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 6ef06043-1313-4c39-927a-98efb8aa2792 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:20:13.479845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 6ef06043-1313-4c39-927a-98efb8aa2792 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:20:13.480255 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:13.557387 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 6ef06043-1313-4c39-927a-98efb8aa2792 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:20:13.557780 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:13.580727 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 6ef06043-1313-4c39-927a-98efb8aa2792, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=6ef06043-1313-4c39-927a-98efb8aa2792,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:13.586916 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:13.635057 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=6ef06043-1313-4c39-927a-98efb8aa2792,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:13.672051 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-967d13b8-9efe-4f40-872e-9d10f0d28a37 admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5171068 Aug 23 04:20:15.132032 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=40 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:15.132811 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=30 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:15.424667 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 6ef06043-1313-4c39-927a-98efb8aa2792 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:20:15.473684 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 6ef06043-1313-4c39-927a-98efb8aa2792 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:20:15.473684 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (6ef06043-1313-4c39-927a-98efb8aa2792), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:15.548559 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 6ef06043-1313-4c39-927a-98efb8aa2792 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:20:23.666509 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:23.668992 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:25.545596 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:25.547621 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:28.683336 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-b66fee59-8709-47f6-b375-68f13abcd713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:30.871586 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1f880ff4-45e4-423e-82bc-1a84b91b2b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:32.129159 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:33.529317 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:33.688830 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:20:34.147138 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:34.149636 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:42.136492 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:20:43.681008 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:43.683305 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:52.131971 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:52.136073 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:20:58.716195 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-cf590bd2-9aaf-45e0-86f8-673ae7e04eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:00.872631 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-805c9268-e6a1-456e-a637-14747743de4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:02.122947 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:03.531379 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:03.688760 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:11.146196 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:11.151195 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:13.679205 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:13.682772 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:19.137128 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:21:28.677234 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0eaa04c1-20b1-4214-ae85-a5e00222f75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:29.132435 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:29.133314 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:30.867074 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-28ad0f4c-63c0-4e51-9414-57ef96b4593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:32.124168 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:33.538732 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:33.688703 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:36.391559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36880) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:36.772464 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.pecan_wsgi.hooks.translation [None req-55802a59-407c-4255-9bc1-73212b39ebb0 admin admin] GET failed (client error): The resource could not be found. Aug 23 04:21:36.773759 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-55802a59-407c-4255-9bc1-73212b39ebb0 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3812432 Aug 23 04:21:36.941500 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90634fc5-1735-41ab-befa-d1fae0e4f9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:36.942976 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-90634fc5-1735-41ab-befa-d1fae0e4f9fa admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1639600 Aug 23 04:21:39.273243 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36890) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:39.727757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774dd124-a030-4cbe-92c5-b730cb8b16a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:39.729147 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-774dd124-a030-4cbe-92c5-b730cb8b16a1 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/29167e86-c4c4-48cc-b1c2-2b495640359f HTTP/1.1" status: 200 len: 849 time: 0.4546826 Aug 23 04:21:39.739372 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:21:39.839197 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Publish callbacks [] for subnet (29167e86-c4c4-48cc-b1c2-2b495640359f), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:40.027366 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760533875339'] for subnet (29167e86-c4c4-48cc-b1c2-2b495640359f), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:40.064122 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:40.065252 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:40.068025 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/29167e86-c4c4-48cc-b1c2-2b495640359f HTTP/1.1" status: 200 len: 868 time: 0.3317535 Aug 23 04:21:40.068837 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceffc10-84f5-4f1f-b74e-5df39517fdf7 None None] Network 42634cfd-ff18-40f9-9f2b-4b9aa62fc606 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:21:40.090441 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29167e86-c4c4-48cc-b1c2-2b495640359f,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:40.101297 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.101876 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.102333 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.102684 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.103086 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.103430 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.103764 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.104191 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.104559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.104891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.105284 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.105630 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.105939 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.106286 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.106592 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0961a-54e3-4d8e-bd69-af1bb9f73af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:40.467981 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-fcea1dd4-a26f-4ec5-8ca7-c1874cd77c99 None None] Provisioning complete for port 7d2ec422-de15-46a3-b461-7070b9dc47c4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:21:40.468301 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fcea1dd4-a26f-4ec5-8ca7-c1874cd77c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (7d2ec422-de15-46a3-b461-7070b9dc47c4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:40.549377 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-fcea1dd4-a26f-4ec5-8ca7-c1874cd77c99 None None] Current status of the port 7d2ec422-de15-46a3-b461-7070b9dc47c4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:21:40.558324 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-fcea1dd4-a26f-4ec5-8ca7-c1874cd77c99 None None] Provisioning complete for port b468306c-f624-4262-a563-075abd35ede4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:21:40.558690 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fcea1dd4-a26f-4ec5-8ca7-c1874cd77c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b468306c-f624-4262-a563-075abd35ede4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:40.637588 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-fcea1dd4-a26f-4ec5-8ca7-c1874cd77c99 None None] Current status of the port b468306c-f624-4262-a563-075abd35ede4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:21:42.630425 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36900) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:43.200577 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b439fea-46e8-4d64-9619-13b1054d1088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:43.201032 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b439fea-46e8-4d64-9619-13b1054d1088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:43.202580 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-0b439fea-46e8-4d64-9619-13b1054d1088 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5708272 Aug 23 04:21:45.750883 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36908) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:46.207016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04b24d-dec0-42f9-a373-fba9d465b82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:46.207473 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04b24d-dec0-42f9-a373-fba9d465b82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:46.209029 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-5c04b24d-dec0-42f9-a373-fba9d465b82a admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4568679 Aug 23 04:21:48.145954 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:48.146621 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:48.552494 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 36916) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:49.015146 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e589dba-a3eb-4caa-8b41-322e9673f721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:49.016424 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-3e589dba-a3eb-4caa-8b41-322e9673f721 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac HTTP/1.1" status: 200 len: 886 time: 0.4629169 Aug 23 04:21:50.634557 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:50.636541 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:51.359175 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36924) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:51.842996 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46c3e3-1f22-4e9b-bdf3-2b2855b42e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:51.844392 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8e46c3e3-1f22-4e9b-bdf3-2b2855b42e79 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/42634cfd-ff18-40f9-9f2b-4b9aa62fc606 HTTP/1.1" status: 200 len: 869 time: 0.4838800 Aug 23 04:21:54.201493 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36934) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:54.648989 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab703b-102d-4278-a16a-c34ef7082657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:54.649437 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab703b-102d-4278-a16a-c34ef7082657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:54.651087 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ddab703b-102d-4278-a16a-c34ef7082657 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4481356 Aug 23 04:21:56.135950 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:21:56.964250 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36942) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:21:57.373075 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d4f4e-b8b4-4b67-9895-c58c8a23cbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:57.373520 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d4f4e-b8b4-4b67-9895-c58c8a23cbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:21:57.375086 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5f3d4f4e-b8b4-4b67-9895-c58c8a23cbb4 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4097815 Aug 23 04:21:58.673305 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c3cfdcbb-7759-410e-8c96-30f2acffd129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:21:59.010767 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:59.012061 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:21:59.698961 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36950) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:22:00.109775 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2990729-625a-438f-93ce-42504adb9d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:22:00.111118 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-b2990729-625a-438f-93ce-42504adb9d1d admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/29167e86-c4c4-48cc-b1c2-2b495640359f HTTP/1.1" status: 200 len: 868 time: 0.4110613 Aug 23 04:22:00.871730 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-91b75ddd-32e4-4b93-9e40-04a4f5b30a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:02.125821 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:02.442238 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 36960) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:22:02.847621 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b10384-df6c-4874-8f13-3c8ceef38bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:22:02.849008 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-c1b10384-df6c-4874-8f13-3c8ceef38bb6 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/e65ede9f-cbc9-462d-be09-7cb986886386 HTTP/1.1" status: 200 len: 816 time: 0.4054565 Aug 23 04:22:03.527926 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:03.693289 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:06.131738 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:06.132899 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:12.843322 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=37 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:12.844155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=35 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:13.680745 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:13.684307 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:25.138401 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=14 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:25.143492 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=18 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:28.680112 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-cd613712-47b8-4ec0-b2a7-408b444876fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:30.876391 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e69f071c-cf8a-45be-88e7-5003d4f79028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:31.676987 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37016) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:22:32.028730 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [None req-80031a42-7d4e-40eb-bd89-0169a8a694d6 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:22:32.029692 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-80031a42-7d4e-40eb-bd89-0169a8a694d6 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3514576 Aug 23 04:22:32.138571 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:33.135534 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:22:33.532521 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:33.688596 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:34.495239 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37024) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:22:34.889220 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db22186-b558-4a86-b285-34aff7c93931 admin admin] GET failed (client error): The resource could not be found. Aug 23 04:22:34.891286 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-4db22186-b558-4a86-b285-34aff7c93931 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3947027 Aug 23 04:22:35.050491 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a9568-0814-4555-b268-f6e630aa2aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:22:35.051864 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-973a9568-0814-4555-b268-f6e630aa2aaf admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1513002 Aug 23 04:22:37.493584 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37032) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:22:37.855352 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:37.878210 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Made reservation on behalf of ba69f2ba4f0d496e9c7607a800699841 for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:22:37.881718 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:37.921483 dv-cinder-854070-1-iscsi neutron-server[106731]: WARNING neutron.services.revisions.revision_plugin [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Could not find related network for resource to bump revision. Aug 23 04:22:37.934839 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:22:37.945460 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (ab1478b9-2775-4e3c-b69a-576b6c207ac3), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:37.945816 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Added segment ab1478b9-2775-4e3c-b69a-576b6c207ac3 of type vlan for network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b Aug 23 04:22:37.989277 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:38.014726 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:38.015702 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:22:38.016314 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:38.073168 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5781970 Aug 23 04:22:38.111952 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Pushing event updated for resources: {'Network': ['ID=0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:38.119546 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.119880 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.120234 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.120611 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.120959 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.121277 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.121591 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.121878 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.122245 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.122563 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.122881 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.123208 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.123563 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.123799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.124134 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f404ed-3cfe-4242-af1e-20a9c02f4c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:38.136472 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:22:40.443141 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37040) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:22:40.817907 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.pecan_wsgi.hooks.translation [None req-55495eea-284c-4466-acb3-d20b6769a878 admin admin] GET failed (client error): The resource could not be found. Aug 23 04:22:40.819340 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-55495eea-284c-4466-acb3-d20b6769a878 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3748715 Aug 23 04:22:40.905563 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27f51a-546a-4344-96cf-f0790cbff93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:22:40.908547 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-fb27f51a-546a-4344-96cf-f0790cbff93d admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0827773 Aug 23 04:22:40.921258 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Request body: {'subnet': {'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:40.943838 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Made reservation on behalf of ba69f2ba4f0d496e9c7607a800699841 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:22:40.946142 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.113568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (192ed968-2b49-47b8-b2bc-ac4208f0a85e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.166826 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=192ed968-2b49-47b8-b2bc-ac4208f0a85e,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:41.181663 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Checking segment: {'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:22:41.182002 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Network hostable DHCP agents. Network: 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:22:41.199766 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:22:41.209300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:41.213975 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:22:41.214551 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.219514 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c09afd-59b6-4bdd-8062-76bbd2cdd869 None None] Network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:22:41.232147 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9e80a11e-e60f-4c4a-bf16-4ea1b718b64e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154504 Aug 23 04:22:41.338658 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b', 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b', 'project_id': 'ba69f2ba4f0d496e9c7607a800699841', 'fixed_ips': [{'subnet_id': '192ed968-2b49-47b8-b2bc-ac4208f0a85e'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:22:41.339735 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.475170 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Allocated IP 192.168.233.2 (0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b/192ed968-2b49-47b8-b2bc-ac4208f0a85e/9d57ca8b-8c55-483a-be7c-080511556e29) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:22:41.620690 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Publish callbacks [] for port (9d57ca8b-8c55-483a-be7c-080511556e29), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.628802 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.672603 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:22:41.677289 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:41.681273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Pushing event updated for resources: {'Port': ['ID=9d57ca8b-8c55-483a-be7c-080511556e29,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:41.683449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:22:41.694368 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.694623 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.694969 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.695312 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.695637 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.695979 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.696317 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.696633 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.696940 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.697263 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.697566 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.697892 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.698186 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.698498 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.698810 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:41.753174 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Attempting to bind port 9d57ca8b-8c55-483a-be7c-080511556e29 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:22:41.753539 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Attempting to bind port 9d57ca8b-8c55-483a-be7c-080511556e29 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:22:41.753898 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Attempting to bind port 9d57ca8b-8c55-483a-be7c-080511556e29 on network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:22:41.759119 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:22:41.759489 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Checking segment: {'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:22:41.759889 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.760306 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Bound using segment: {'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:22:41.760764 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Bound port: 9d57ca8b-8c55-483a-be7c-080511556e29, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:22:41.761161 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.821598 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] For port 9d57ca8b-8c55-483a-be7c-080511556e29, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:22:41.824838 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] For port 9d57ca8b-8c55-483a-be7c-080511556e29, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=9d57ca8b-8c55-483a-be7c-080511556e29,segment=NetworkSegment(ab1478b9-2775-4e3c-b69a-576b6c207ac3),segment_id=ab1478b9-2775-4e3c-b69a-576b6c207ac3)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:22:41.831830 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:41.887957 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4334bd-b5d4-41e8-ad7e-cee5e739cfd9 None None] Pushing event updated for resources: {'Port': ['ID=9d57ca8b-8c55-483a-be7c-080511556e29,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:42.725845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f8f35-63c1-4db6-8b1c-7439bed5b946 None None] Network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:22:42.782292 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:42.790843 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:42.838655 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-5fbf4dd1-c161-4f59-82a0-71f60b6a5cae None None] Provisioning complete for port 9d57ca8b-8c55-483a-be7c-080511556e29 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:22:42.838959 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4dd1-c161-4f59-82a0-71f60b6a5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:42.924602 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf4dd1-c161-4f59-82a0-71f60b6a5cae None None] Current status of the port 9d57ca8b-8c55-483a-be7c-080511556e29 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:22:42.924992 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4dd1-c161-4f59-82a0-71f60b6a5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:42.963634 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-5fbf4dd1-c161-4f59-82a0-71f60b6a5cae None None] For port 9d57ca8b-8c55-483a-be7c-080511556e29, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=9d57ca8b-8c55-483a-be7c-080511556e29,segment=NetworkSegment(ab1478b9-2775-4e3c-b69a-576b6c207ac3),segment_id=ab1478b9-2775-4e3c-b69a-576b6c207ac3)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:42.969724 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4dd1-c161-4f59-82a0-71f60b6a5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:43.021215 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf4dd1-c161-4f59-82a0-71f60b6a5cae None None] Pushing event updated for resources: {'Port': ['ID=9d57ca8b-8c55-483a-be7c-080511556e29,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:43.088219 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-f796a28b-ae87-4aef-9d0d-6147de32232b None None] Provisioning complete for port 9d57ca8b-8c55-483a-be7c-080511556e29 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:22:43.088604 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f796a28b-ae87-4aef-9d0d-6147de32232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:43.131303 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:43.132162 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:43.165195 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-f796a28b-ae87-4aef-9d0d-6147de32232b None None] Current status of the port 9d57ca8b-8c55-483a-be7c-080511556e29 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:22:43.517272 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 9d57ca8b-8c55-483a-be7c-080511556e29 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:43.564333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 9d57ca8b-8c55-483a-be7c-080511556e29 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:22:43.564709 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (9d57ca8b-8c55-483a-be7c-080511556e29), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:22:43.638619 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 9d57ca8b-8c55-483a-be7c-080511556e29 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:22:51.224756 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:51.225616 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=78,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:22:58.682793 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0d3db7f8-bd1e-45c5-bdec-51ed0aabf228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:00.885046 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e04faa46-7383-4c28-8ca2-e5a0c17ec50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:02.135133 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:02.140787 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:02.141596 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:03.537545 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:03.694705 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:10.135934 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:23:13.681525 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:13.689164 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:27.129871 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:27.130744 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:28.676919 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-452043b5-14ba-4f74-9b8f-148799aa7dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:30.881571 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ce8051a0-84cf-47b7-a5b7-6acc129f51df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:32.140092 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:33.538177 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:33.693515 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:39.138490 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:39.140188 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:43.681180 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:43.687976 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:47.135669 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:23:55.031070 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37078) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:23:55.036972 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [None req-06a89e58-c619-4faa-8f4f-27cb2f1cb0e9 tempest-verify_tempest_config-855341249 tempest-verify_tempest_config-855341249-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:23:55.037942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-06a89e58-c619-4faa-8f4f-27cb2f1cb0e9 tempest-verify_tempest_config-855341249 tempest-verify_tempest_config-855341249-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058799 Aug 23 04:23:55.614664 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37096) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:23:56.004399 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:56.091408 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Publish callbacks [] for security_group (727547c2-83ee-45bf-b584-29f53dc0572d), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:56.099727 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (727547c2-83ee-45bf-b584-29f53dc0572d), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:56.155726 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2b63e7ccfd48434c972aada9b1b3acf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5399663 Aug 23 04:23:56.156802 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727547c2-83ee-45bf-b584-29f53dc0572d,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:23:56.158692 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37100) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:23:56.163751 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.164112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.164459 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.164785 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.165100 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.165434 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.165771 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.166065 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.166387 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.166724 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.167045 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.167376 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.167686 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.168024 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.168326 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffd94bd-c392-4130-9ec0-04e41ba413cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.220268 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Publish callbacks [] for security_group (727547c2-83ee-45bf-b584-29f53dc0572d), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:56.241274 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Publish callbacks [] for security_group (727547c2-83ee-45bf-b584-29f53dc0572d), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:56.335973 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (727547c2-83ee-45bf-b584-29f53dc0572d), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:56.339724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:23:56.341538 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/727547c2-83ee-45bf-b584-29f53dc0572d HTTP/1.1" status: 204 len: 168 time: 0.1816766 Aug 23 04:23:56.351291 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727547c2-83ee-45bf-b584-29f53dc0572d,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:23:56.358544 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.358905 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.359248 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.359664 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.359902 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.360263 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.360589 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.360906 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.361246 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.361569 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.361906 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.362352 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.362539 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.362851 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:56.363169 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6bda0-c1cb-4699-acee-2fcccdfb528a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:23:57.130957 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:57.131765 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:23:58.683708 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4a2bfe91-d065-4e56-bf4d-2a4717788b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:00.876958 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-9abfea27-4925-41c2-9253-7090ed330473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:02.147612 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:03.541997 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:03.689066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:06.153211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:06.163598 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:06.345757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:06.355072 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:13.677136 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:13.683585 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:23.694772 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=16 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:23.695525 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=16 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:24.135293 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:24:28.684717 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5ffcc105-e57a-406b-aaac-ee2aeb9d2589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:30.880652 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5296a3fd-53ea-4b0f-b580-8abec10bc9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:32.148636 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:33.547715 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:33.707291 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:24:34.131042 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:34.131946 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:43.686163 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:43.698178 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:53.132755 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:53.138218 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:24:58.690763 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-20068b4e-2df6-44ec-bae2-f20690565051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:00.882140 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-eb6689fc-fe5c-4e85-80f7-f789acdb688d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:01.139685 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 5 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:25:02.155704 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:03.550085 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:03.705287 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:11.131583 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:11.132846 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:13.691367 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:13.695641 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:25.657115 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16313372'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:28.692094 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7208526a-cc7c-4e0b-9bd7-87121398f4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:30.136286 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:30.137472 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:30.891290 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-aeeebdd7-cb03-454e-af18-8e8405fefddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:32.155056 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:33.551482 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:33.689354 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:38.089713 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37196) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:25:38.138956 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:25:38.233540 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-1a688593-9fb0-471c-90f7-185254ee22dc admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1428201 Aug 23 04:25:40.452645 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37206) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:25:40.509066 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-444b8184-d8f9-4334-957c-60e12b7a9ab5 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0553405 Aug 23 04:25:43.681776 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:43.683758 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:48.135800 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:50.503839 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:50.504842 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:25:55.618176 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:25:58.692699 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-716d2e2e-8c8f-491f-8656-02067f7a12a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:00.882189 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-21b7fe40-f856-4c12-8042-fc0df94975fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:02.158868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:03.565283 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:03.706245 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:07.142583 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:07.144248 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:13.686122 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:13.698464 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:15.142934 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:26:25.134139 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=9 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:25.136150 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=19 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:25.611061 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:28.688570 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-36d4703e-c693-4937-9bd6-d14f6456c71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:30.878542 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fd88f490-8dc3-40cc-a377-e6e901bf75aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:32.158758 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:33.571757 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:33.698272 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:43.687436 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:43.692073 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:44.132642 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=6 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:44.133522 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:26:52.142477 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:26:55.660122 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:26:58.698371 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7b9a806e-1986-438e-9d3c-94302b864a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:00.872233 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ef66-0e11-4f30-9bb3-0a581dbba93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:02.137498 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:02.162388 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:03.561844 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:03.695732 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:10.618630 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37348) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:10.945908 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-network', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:10.970593 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Made reservation on behalf of fa6589185abe4af1b3d0cba6f0699538 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:10.974218 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:10.986360 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.068586 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks [] for security_group (5c1cc8ce-a9c0-42cd-b462-e4ec99952f81), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.079667 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5c1cc8ce-a9c0-42cd-b462-e4ec99952f81), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.114360 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:27:11.120416 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1cc8ce-a9c0-42cd-b462-e4ec99952f81,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:11.135953 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.136296 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.136632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.136993 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.137275 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.137593 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.137908 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.138228 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.138543 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.138854 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.139506 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.140719 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.141490 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.141965 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.142168 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Tracked resource versions report: Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: pushed versions: Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: { 'AddressGroup': {'1.2'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Agent': {'1.1'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'ConntrackHelper': {'1.0'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Log': {'1.0'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'NDPProxy': {'1.0'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Network': {'1.1'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Port': {'1.7'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'PortForwarding': {'1.3'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'QosPolicy': {'1.10'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroup': {'1.5'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SubPort': {'1.0'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Subnet': {'1.1'}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Trunk': {'1.1'}} Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: consumer versions: Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: HyperV agent@hv-cinder-85407: {}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Agent': '1.1', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'ConntrackHelper': '1.0', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'LocalIPAssociation': '1.0', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Log': '1.0', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'NDPProxy': '1.0', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Network': '1.1', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Port': '1.7', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'PortForwarding': '1.3', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'QosPolicy': '1.10', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroup': '1.5', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SecurityGroupRule': '1.2', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'SubPort': '1.0', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Subnet': '1.1', Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: 'Trunk': '1.1'}} Aug 23 04:27:11.143409 dv-cinder-854070-1-iscsi neutron-server[106732]: {{(pid=106732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:27:11.167992 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (25ebef39-9234-4ecc-8347-f2a1354f1156), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.168354 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Added segment 25ebef39-9234-4ecc-8347-f2a1354f1156 of type vlan for network 6add0727-6c98-4d08-a7e7-3e117fdd2353 Aug 23 04:27:11.221598 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (6add0727-6c98-4d08-a7e7-3e117fdd2353), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.242965 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (6add0727-6c98-4d08-a7e7-3e117fdd2353), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.244133 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:11.244737 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.307032 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] Pushing event updated for resources: {'Network': ['ID=6add0727-6c98-4d08-a7e7-3e117fdd2353,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:11.311757 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-208c07d2-2fce-4640-9700-2a65ccc85e4d admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6921272 Aug 23 04:27:11.315156 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37404) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:11.318349 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:27:11.320671 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Request body: {'subnet': {'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-subnet', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:11.343493 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Made reservation on behalf of fa6589185abe4af1b3d0cba6f0699538 for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:11.348918 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.540228 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (a7767169-880d-488a-9778-670c1f389978), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.592503 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7767169-880d-488a-9778-670c1f389978,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:11.608924 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Checking segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:11.609269 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Network hostable DHCP agents. Network: 6add0727-6c98-4d08-a7e7-3e117fdd2353, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:27:11.628373 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:27:11.638895 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 6add0727-6c98-4d08-a7e7-3e117fdd2353) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:11.644219 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:11.645237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.649629 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9737b9-2eea-4a39-b48e-666463090e0e None None] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:11.672040 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37420) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:11.673213 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-812e9c17-30be-4f9e-8473-295e5e4de342 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3560388 Aug 23 04:27:11.681015 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:11.691281 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37424) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:11.715547 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.717120 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.792995 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-6add0727-6c98-4d08-a7e7-3e117fdd2353', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:27:11.794107 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:11.846720 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37430) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:11.885768 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37436) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:11.986385 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Allocated IP 172.20.0.2 (6add0727-6c98-4d08-a7e7-3e117fdd2353/a7767169-880d-488a-9778-670c1f389978/2846041b-c8ac-465a-bdb6-a842cb998502) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:12.024346 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks [] for router_controller (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), precommit_add_association {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.097843 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37456) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:12.162755 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1538358251-network', 'tenant_id': '3d3169d3b318421fab1d473a51637437'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:12.179861 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Publish callbacks [] for port (2846041b-c8ac-465a-bdb6-a842cb998502), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.190427 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.194715 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:12.201857 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Made reservation on behalf of 3d3169d3b318421fab1d473a51637437 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:12.206471 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.217758 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1962479527-network', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:12.238615 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks [] for router_gateway (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.243842 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:12.263557 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1422349317-network', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:12.288427 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:12.289936 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:12.292080 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.305457 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:12.308710 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Pushing event updated for resources: {'Port': ['ID=2846041b-c8ac-465a-bdb6-a842cb998502,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:12.334607 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.341781 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Made reservation on behalf of 620abd3a734b4502afa795d2cc58dadf for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:12.342435 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.345083 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.345669 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.346492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.346980 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.347453 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.347962 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.348453 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.348782 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.349111 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.349435 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.349770 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.350094 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.350408 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.350723 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Tracked resource versions report: Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: pushed versions: Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: { 'AddressGroup': {'1.2'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Agent': {'1.1'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'ConntrackHelper': {'1.0'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Log': {'1.0'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'NDPProxy': {'1.0'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Network': {'1.1'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Port': {'1.7'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'PortForwarding': {'1.3'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'QosPolicy': {'1.10'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroup': {'1.5'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SubPort': {'1.0'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Subnet': {'1.1'}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Trunk': {'1.1'}} Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: consumer versions: Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: HyperV agent@hv-cinder-85407: {}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Agent': '1.1', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'ConntrackHelper': '1.0', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'LocalIPAssociation': '1.0', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Log': '1.0', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'NDPProxy': '1.0', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Network': '1.1', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Port': '1.7', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'PortForwarding': '1.3', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'QosPolicy': '1.10', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroup': '1.5', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SecurityGroupRule': '1.2', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'SubPort': '1.0', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Subnet': '1.1', Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: 'Trunk': '1.1'}} Aug 23 04:27:12.352016 dv-cinder-854070-1-iscsi neutron-server[106733]: {{(pid=106733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:27:12.365394 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Made reservation on behalf of 52ab946e7d0d4a5397945bfcbf49e723 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:12.367687 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.375693 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-892373317-network', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:12.433471 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.435561 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.462376 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Attempting to bind port 2846041b-c8ac-465a-bdb6-a842cb998502 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:12.462741 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Attempting to bind port 2846041b-c8ac-465a-bdb6-a842cb998502 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:12.463098 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Attempting to bind port 2846041b-c8ac-465a-bdb6-a842cb998502 on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:12.469074 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:12.469457 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Checking segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:12.469851 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.470426 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Bound using segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:12.471055 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Bound port: 2846041b-c8ac-465a-bdb6-a842cb998502, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:12.471894 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.510069 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:12.575875 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks [] for router_gateway (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.621340 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] For port 2846041b-c8ac-465a-bdb6-a842cb998502, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:12.633844 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] For port 2846041b-c8ac-465a-bdb6-a842cb998502, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=2846041b-c8ac-465a-bdb6-a842cb998502,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:12.634316 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.641673 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.648267 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:12.760061 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72211b60-18c0-4d7f-bf18-be177cd2e3ce None None] Pushing event updated for resources: {'Port': ['ID=2846041b-c8ac-465a-bdb6-a842cb998502,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:12.818228 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks [] for security_group (a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.830049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.841640 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:27:12.873244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (18ad2286-51e9-44b2-8522-7c11a8d2a7de), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:12.877933 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Added segment 18ad2286-51e9-44b2-8522-7c11a8d2a7de of type vlan for network 8c6be732-b40b-47aa-8b96-da7512121793 Aug 23 04:27:12.943103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Allocated IP 172.27.4.72 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/97f294f3-2eef-433b-b33f-b7225f3e3da6) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:12.974392 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Made reservation on behalf of c113bdd75f254073abcfbd109dc7d187 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:12.976801 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.038599 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (8c6be732-b40b-47aa-8b96-da7512121793), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.119643 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.164155 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:13.214627 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks [] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.222244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks [] for security_group (d5da3f8b-57e0-4e1a-8d63-fe69f60a5585), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.236826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d5da3f8b-57e0-4e1a-8d63-fe69f60a5585), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.255333 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:13.258174 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (8c6be732-b40b-47aa-8b96-da7512121793), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.259157 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:13.260109 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.309136 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.310713 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:27:13.328704 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks [] for security_group (6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.335781 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=24,neutron:SELECT=71,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:13.341189 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=27,neutron:SELECT=69,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:13.356332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.363321 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (9cad42c8-5990-4f22-afec-cb534e65d18b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.363985 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Added segment 9cad42c8-5990-4f22-afec-cb534e65d18b of type vlan for network a5e934c1-aa9a-452d-85fb-a285da26e1ae Aug 23 04:27:13.366810 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:13.393077 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5452981 Aug 23 04:27:13.411531 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37508) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:13.458048 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Request body: {'subnet': {'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-subnet', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:13.458498 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Pushing event updated for resources: {'Port': ['ID=97f294f3-2eef-433b-b33f-b7225f3e3da6,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:13.469841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.470082 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.470617 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.471423 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.472173 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.472780 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.473112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.473437 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.473825 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.474253 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.474657 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.475015 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.475398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.475716 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.476114 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Tracked resource versions report: Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: pushed versions: Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: { 'AddressGroup': {'1.2'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Agent': {'1.1'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'ConntrackHelper': {'1.0'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Log': {'1.0'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'NDPProxy': {'1.0'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Network': {'1.1'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Port': {'1.7'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'PortForwarding': {'1.3'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'QosPolicy': {'1.10'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroup': {'1.5'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SubPort': {'1.0'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Subnet': {'1.1'}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Trunk': {'1.1'}} Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: consumer versions: Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: HyperV agent@hv-cinder-85407: {}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Agent': '1.1', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'ConntrackHelper': '1.0', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'LocalIPAssociation': '1.0', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Log': '1.0', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'NDPProxy': '1.0', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Network': '1.1', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Port': '1.7', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'PortForwarding': '1.3', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'QosPolicy': '1.10', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroup': '1.5', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SecurityGroupRule': '1.2', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'SubPort': '1.0', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Subnet': '1.1', Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: 'Trunk': '1.1'}} Aug 23 04:27:13.477588 dv-cinder-854070-1-iscsi neutron-server[106731]: {{(pid=106731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:27:13.494016 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:13.495695 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:13.498955 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:13.508606 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:27:13.533615 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28522d5e-b41a-458b-a4ec-e8f7fa2ebabb admin admin] Pushing event updated for resources: {'Network': ['ID=8c6be732-b40b-47aa-8b96-da7512121793,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:13.548240 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 8c6be732-b40b-47aa-8b96-da7512121793 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:27:13.566040 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (a5e934c1-aa9a-452d-85fb-a285da26e1ae), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.605042 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (5e80bca6-8a1b-4361-9d2f-d7a718472ab9), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.636947 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Added segment 5e80bca6-8a1b-4361-9d2f-d7a718472ab9 of type vlan for network a554d691-3edb-400b-bdf3-7ffd755600af Aug 23 04:27:13.741512 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (a554d691-3edb-400b-bdf3-7ffd755600af), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.756047 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:13.765861 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (a5e934c1-aa9a-452d-85fb-a285da26e1ae), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.767278 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:13.768129 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.839347 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2846041b-c8ac-465a-bdb6-a842cb998502 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:13.847037 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Made reservation on behalf of 52ab946e7d0d4a5397945bfcbf49e723 for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:13.854791 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.940617 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 2846041b-c8ac-465a-bdb6-a842cb998502 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:13.943287 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:13.970105 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks [] for security_group (2d123c41-58b6-46d8-b544-0ae764e4bba8), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.001147 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks [] for router_gateway (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.016503 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2d123c41-58b6-46d8-b544-0ae764e4bba8), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.056731 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3609910 Aug 23 04:27:14.078464 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37542) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:14.080281 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 2846041b-c8ac-465a-bdb6-a842cb998502 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:14.080886 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.083797 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (a554d691-3edb-400b-bdf3-7ffd755600af), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.087700 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:14.089428 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.110003 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Request body: {'subnet': {'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1538358251-subnet', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:14.132578 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 2846041b-c8ac-465a-bdb6-a842cb998502, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=2846041b-c8ac-465a-bdb6-a842cb998502,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:14.138524 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.143188 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:14.214633 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=2846041b-c8ac-465a-bdb6-a842cb998502,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:14.291950 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:14.301213 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:27:14.340377 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7c012-44bf-4228-886c-2bdd714c258c admin admin] Pushing event updated for resources: {'Network': ['ID=a5e934c1-aa9a-452d-85fb-a285da26e1ae,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:14.351775 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:27:14.415466 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d123c41-58b6-46d8-b544-0ae764e4bba8,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:14.433355 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (bdaddadc-55ed-49a6-b208-63999301a82c), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.442112 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Added segment bdaddadc-55ed-49a6-b208-63999301a82c of type vlan for network fd742f53-022c-4e81-afc1-52562ecc925b Aug 23 04:27:14.462262 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5752366 Aug 23 04:27:14.474047 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37566) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:14.475661 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Made reservation on behalf of 3d3169d3b318421fab1d473a51637437 for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:14.479890 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.480666 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc76b95-580d-4856-9c25-4cd09388e26c None None] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:14.557403 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.580901 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Request body: {'subnet': {'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1422349317-subnet', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:14.591291 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (fd742f53-022c-4e81-afc1-52562ecc925b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.593647 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d7ee8-8b16-4c82-9f6f-1a6523ef3ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=a554d691-3edb-400b-bdf3-7ffd755600af,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:14.657114 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network a554d691-3edb-400b-bdf3-7ffd755600af details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:27:14.738246 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-ff02ae68-f937-42bb-abf9-a6cddbc5c124 None None] Provisioning complete for port 2846041b-c8ac-465a-bdb6-a842cb998502 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:14.738943 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ff02ae68-f937-42bb-abf9-a6cddbc5c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.741486 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37574) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:14.780232 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (5fc2aebe-833f-4abc-94cc-11debf18bf53), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.825571 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.db.resource_extend [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 23 04:27:14.830067 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc2aebe-833f-4abc-94cc-11debf18bf53,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:14.877660 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Made reservation on behalf of 620abd3a734b4502afa795d2cc58dadf for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:14.880012 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:14.885713 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.888485 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-ff02ae68-f937-42bb-abf9-a6cddbc5c124 None None] Current status of the port 2846041b-c8ac-465a-bdb6-a842cb998502 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:14.927330 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (fd742f53-022c-4e81-afc1-52562ecc925b), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.932752 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:14.933650 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:14.980929 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37582) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:15.018415 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] Pushing event updated for resources: {'Network': ['ID=fd742f53-022c-4e81-afc1-52562ecc925b,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:15.028527 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network fd742f53-022c-4e81-afc1-52562ecc925b details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:27:15.036231 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Checking segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:15.036924 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Network hostable DHCP agents. Network: 8c6be732-b40b-47aa-8b96-da7512121793, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:27:15.054038 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-55734e72-4f17-45fd-8526-a7a52445ab6a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9551396 Aug 23 04:27:15.067618 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37586) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:15.076121 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Request body: {'subnet': {'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-subnet', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:15.104207 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Network 8c6be732-b40b-47aa-8b96-da7512121793 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:27:15.111847 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:27:15.116977 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Made reservation on behalf of c113bdd75f254073abcfbd109dc7d187 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:15.119676 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.131460 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 8c6be732-b40b-47aa-8b96-da7512121793) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:15.158091 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:15.158956 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.189173 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477be86-c135-4123-b6e8-dddbea6f4b6c None None] Network 8c6be732-b40b-47aa-8b96-da7512121793 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:15.189574 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f1d573b4-f8fa-4d26-8914-621bab6fe57b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7750194 Aug 23 04:27:15.193367 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:15.218075 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37590) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:15.238543 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:15.247625 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (91fb95a1-bdfb-4954-a347-249aff7312fc), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.305103 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ba186a61-399c-4b7e-a150-10a3e80cc81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.332570 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-38aa0084-14ca-45bf-850b-8d74504a71bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.350080 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:15.362535 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.363566 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.397876 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fb95a1-bdfb-4954-a347-249aff7312fc,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:15.418376 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:15.448208 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-8c6be732-b40b-47aa-8b96-da7512121793', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:27:15.449211 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.468640 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-63e609fc-9905-4e88-9d27-6987356c1a10 None None] Provisioning complete for port 2846041b-c8ac-465a-bdb6-a842cb998502 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:15.469189 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-63e609fc-9905-4e88-9d27-6987356c1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.478701 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Checking segment: {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:15.479052 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Network hostable DHCP agents. Network: a5e934c1-aa9a-452d-85fb-a285da26e1ae, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:27:15.484631 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks [] for router_controller (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), precommit_add_association {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.503627 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:15.545712 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (d8b1a949-fd2f-48a9-9f2e-529394e19aa3), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.585433 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:15.587947 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:27:15.592873 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ba186a61-399c-4b7e-a150-10a3e80cc81f admin admin] Publish callbacks [] for security_group (aa4c8438-828d-4734-a3b8-919d505e12b0), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.599785 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ba186a61-399c-4b7e-a150-10a3e80cc81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (aa4c8438-828d-4734-a3b8-919d505e12b0), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.618102 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (3706df79-427a-4068-a8e4-a3e4286726e4), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.621511 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, a5e934c1-aa9a-452d-85fb-a285da26e1ae) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:15.657960 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:15.678297 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Allocated IP 172.20.0.2 (8c6be732-b40b-47aa-8b96-da7512121793/5fc2aebe-833f-4abc-94cc-11debf18bf53/e24450dd-260d-4237-b8ec-a51f3f9d6dbc) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:15.684616 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Sync routers for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:15.693418 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:15.694214 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.711690 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:15.712348 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:15.735344 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba186a61-399c-4b7e-a150-10a3e80cc81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4c8438-828d-4734-a3b8-919d505e12b0,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:15.742571 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ba186a61-399c-4b7e-a150-10a3e80cc81f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=934feb1c3d2643d3b65358816dcedf3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9996643 Aug 23 04:27:15.746298 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37602) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:15.751000 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks [] for router_gateway (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.788732 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-5332c2a0-1529-41d1-b0c8-c1cfc35b50cb admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6866314 Aug 23 04:27:15.788732 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:15.788732 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37604) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:15.810923 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:15.839815 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b1a949-fd2f-48a9-9f2e-529394e19aa3,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:15.848124 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Publish callbacks [] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.858859 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30cf4d7-202f-42ad-bd22-eafe83e5140a None None] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:15.861110 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2846041b-c8ac-465a-bdb6-a842cb998502 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:15.864983 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.881908 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.889907 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5576dd84-0755-41b4-bb41-a0b8de8b85f2 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2144794 Aug 23 04:27:15.895648 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37612) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:15.915584 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:15.926237 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Network 8c6be732-b40b-47aa-8b96-da7512121793 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:15.927116 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Checking segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:15.927833 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Network hostable DHCP agents. Network: fd742f53-022c-4e81-afc1-52562ecc925b, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:27:15.943148 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:15.956040 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:15.963485 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:15.964849 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 2846041b-c8ac-465a-bdb6-a842cb998502 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:15.965235 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.968402 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (5b803158-fa0d-4da3-a24a-e32ed63792f8), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.972309 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (5b803158-fa0d-4da3-a24a-e32ed63792f8), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:15.984375 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Checking segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:15.985609 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Network hostable DHCP agents. Network: a554d691-3edb-400b-bdf3-7ffd755600af, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:27:16.036542 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-38aa0084-14ca-45bf-850b-8d74504a71bd admin admin] Publish callbacks [] for security_group (e8bbc105-fa75-4be1-922c-e20876b0388c), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.038565 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207d38d4-2b79-48a3-a50b-54d7d483df58 admin admin] Publish callbacks [] for security_group (aa4c8438-828d-4734-a3b8-919d505e12b0), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.111814 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Network fd742f53-022c-4e81-afc1-52562ecc925b is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:27:16.154878 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks [] for router_controller (5b803158-fa0d-4da3-a24a-e32ed63792f8), precommit_add_association {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.163611 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207d38d4-2b79-48a3-a50b-54d7d483df58 admin admin] Publish callbacks [] for security_group (aa4c8438-828d-4734-a3b8-919d505e12b0), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.164815 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-63e609fc-9905-4e88-9d27-6987356c1a10 None None] Current status of the port 2846041b-c8ac-465a-bdb6-a842cb998502 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:16.177797 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Network a554d691-3edb-400b-bdf3-7ffd755600af is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:27:16.187212 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-38aa0084-14ca-45bf-850b-8d74504a71bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e8bbc105-fa75-4be1-922c-e20876b0388c), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.228953 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, a554d691-3edb-400b-bdf3-7ffd755600af) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:16.242856 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-38aa0084-14ca-45bf-850b-8d74504a71bd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ac4f1d31db654ce59a76f647986ea817&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2584431 Aug 23 04:27:16.244208 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, fd742f53-022c-4e81-afc1-52562ecc925b) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:16.245288 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:13Z', 'revision_number': 3, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:16.276611 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:16.276833 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Checking router: 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:16.277159 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Updating router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 port 97f294f3-2eef-433b-b33f-b7225f3e3da6 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:16.277974 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.281085 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37616) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:16.354670 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3706df79-427a-4068-a8e4-a3e4286726e4,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:16.369428 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.435460 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:16.438393 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e35236-2d70-4095-89ad-e1684a761ed8 None None] Network a554d691-3edb-400b-bdf3-7ffd755600af requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:16.478425 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:16.483675 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e569b509-e0bc-4b82-8778-64803a1dc998 admin admin] Publish callbacks [] for security_group (e8bbc105-fa75-4be1-922c-e20876b0388c), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.514807 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e569b509-e0bc-4b82-8778-64803a1dc998 admin admin] Publish callbacks [] for security_group (e8bbc105-fa75-4be1-922c-e20876b0388c), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.552285 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Pushing event updated for resources: {'Port': ['ID=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:16.587648 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks [] for router_gateway (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.611947 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'project_id': '3d3169d3b318421fab1d473a51637437', 'fixed_ips': [{'subnet_id': '91fb95a1-bdfb-4954-a347-249aff7312fc'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:27:16.612989 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.633724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.638795 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks [] for router_gateway (5b803158-fa0d-4da3-a24a-e32ed63792f8), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.638937 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2bea9359-27c9-49e9-a7de-a9407d1e9c8a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1658156 Aug 23 04:27:16.639547 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37634) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:16.646398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa0084-14ca-45bf-850b-8d74504a71bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bbc105-fa75-4be1-922c-e20876b0388c,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:16.649300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e569b509-e0bc-4b82-8778-64803a1dc998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e8bbc105-fa75-4be1-922c-e20876b0388c), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.651879 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207d38d4-2b79-48a3-a50b-54d7d483df58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (aa4c8438-828d-4734-a3b8-919d505e12b0), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.652185 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e569b509-e0bc-4b82-8778-64803a1dc998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.653475 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Attempting to bind port e24450dd-260d-4237-b8ec-a51f3f9d6dbc on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:16.653952 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Attempting to bind port e24450dd-260d-4237-b8ec-a51f3f9d6dbc by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:16.654067 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e569b509-e0bc-4b82-8778-64803a1dc998 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8bbc105-fa75-4be1-922c-e20876b0388c HTTP/1.1" status: 204 len: 168 time: 0.3194144 Aug 23 04:27:16.654963 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Attempting to bind port e24450dd-260d-4237-b8ec-a51f3f9d6dbc on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:16.655529 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207d38d4-2b79-48a3-a50b-54d7d483df58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.657100 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:16.657834 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.665597 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45e7b2-1721-47ea-a1af-89c25fd3f60d None None] Network fd742f53-022c-4e81-afc1-52562ecc925b requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:16.670811 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-207d38d4-2b79-48a3-a50b-54d7d483df58 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/aa4c8438-828d-4734-a3b8-919d505e12b0 HTTP/1.1" status: 204 len: 168 time: 0.9161637 Aug 23 04:27:16.689926 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:16.708753 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:16.711354 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-a554d691-3edb-400b-bdf3-7ffd755600af', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:27:16.712565 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.716123 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:16.717197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Checking segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:16.717780 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.718350 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Bound using segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:16.721103 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Bound port: e24450dd-260d-4237-b8ec-a51f3f9d6dbc, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:16.722303 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.751563 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ac7d87d5-b97a-45d0-b0e2-eba7920d8e86 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6788177 Aug 23 04:27:16.757600 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 2846041b-c8ac-465a-bdb6-a842cb998502 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:16.769579 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37640) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:16.787506 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d38d4-2b79-48a3-a50b-54d7d483df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4c8438-828d-4734-a3b8-919d505e12b0,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:16.802995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:16.818883 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b509-e0bc-4b82-8778-64803a1dc998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bbc105-fa75-4be1-922c-e20876b0388c,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:16.862147 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Publish callbacks [] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.872715 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.916881 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (f47540ec-ed1b-41a6-a697-dbf87fa9212e), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.917998 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (f47540ec-ed1b-41a6-a697-dbf87fa9212e), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.921808 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (165424e7-e640-46f5-b0b4-227b1f35ae06), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.923074 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (165424e7-e640-46f5-b0b4-227b1f35ae06), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.967401 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Attempting to bind port 97f294f3-2eef-433b-b33f-b7225f3e3da6 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:16.972260 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Attempting to bind port 97f294f3-2eef-433b-b33f-b7225f3e3da6 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:16.973791 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Attempting to bind port 97f294f3-2eef-433b-b33f-b7225f3e3da6 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:16.982681 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:16.988346 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:16.989123 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:16.989688 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:16.990200 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:16.990817 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Bound port: 97f294f3-2eef-433b-b33f-b7225f3e3da6, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:16.991328 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.041739 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Allocated IP 172.27.4.134 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/2d19127d-c5be-4e65-bfc7-d45eaac7f1db) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:17.065565 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Pushing event updated for resources: {'Port': ['ID=97f294f3-2eef-433b-b33f-b7225f3e3da6,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:17.094795 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.096929 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.097166 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.099093 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.101055 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.101526 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.101952 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.102398 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.103951 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.104370 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.104798 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.106487 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.108209 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.108209 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.109374 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Tracked resource versions report: Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: pushed versions: Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: { 'AddressGroup': {'1.2'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Agent': {'1.1'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'ConntrackHelper': {'1.0'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'LocalIPAssociation': {'1.0'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Log': {'1.0'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'NDPProxy': {'1.0'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Network': {'1.1'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Port': {'1.7'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'PortForwarding': {'1.3'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'QosPolicy': {'1.10'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroup': {'1.5'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroupRule': {'1.2'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SubPort': {'1.0'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Subnet': {'1.1'}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Trunk': {'1.1'}} Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: consumer versions: Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: { DHCP agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: HyperV agent@hv-cinder-85407: {}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: L3 agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: Metadata agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: Metering agent@dv-cinder-854070-1-iscsi: {}, Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: Open vSwitch agent@dv-cinder-854070-1-iscsi: { 'AddressGroup': '1.2', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Agent': '1.1', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'ConntrackHelper': '1.0', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'LocalIPAssociation': '1.0', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Log': '1.0', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'NDPProxy': '1.0', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Network': '1.1', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Port': '1.7', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'PortForwarding': '1.3', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'QosPolicy': '1.10', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroup': '1.5', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SecurityGroupRule': '1.2', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'SubPort': '1.0', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Subnet': '1.1', Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: 'Trunk': '1.1'}} Aug 23 04:27:17.111873 dv-cinder-854070-1-iscsi neutron-server[106734]: {{(pid=106734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 04:27:17.152180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks [] for router_gateway (5b803158-fa0d-4da3-a24a-e32ed63792f8), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.177706 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.194521 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] For port 97f294f3-2eef-433b-b33f-b7225f3e3da6, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:17.203018 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] For port 97f294f3-2eef-433b-b33f-b7225f3e3da6, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=97f294f3-2eef-433b-b33f-b7225f3e3da6,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:17.212837 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.270659 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks [] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.291092 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:17.306511 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks [] for router_controller (f47540ec-ed1b-41a6-a697-dbf87fa9212e), precommit_add_association {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.310291 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks [] for router_controller (165424e7-e640-46f5-b0b4-227b1f35ae06), precommit_add_association {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.330897 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] For port e24450dd-260d-4237-b8ec-a51f3f9d6dbc, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:17.363294 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388289e-727a-433c-a1ad-12993288d3d1 None None] Pushing event updated for resources: {'Port': ['ID=97f294f3-2eef-433b-b33f-b7225f3e3da6,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:17.387004 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Allocated IP 172.27.4.71 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/bfde8fc4-1922-471e-bffc-141fec983e07) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:17.392501 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:17.393553 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:17.398103 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:17.398981 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-fd742f53-022c-4e81-afc1-52562ecc925b', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:27:17.400473 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.449044 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] For port e24450dd-260d-4237-b8ec-a51f3f9d6dbc, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:17.485016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.486780 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:17.490016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37654) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:17.529485 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:17.532899 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:17.552200 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.561077 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f66080e-49e1-41f4-8b67-5bd3dff774ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.570803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Allocated IP 172.20.0.2 (a5e934c1-aa9a-452d-85fb-a285da26e1ae/91fb95a1-bdfb-4954-a347-249aff7312fc/c4a11917-6327-4db1-b77b-2d96a9a726ff) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:17.591563 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:17.606329 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Allocated IP 172.20.0.2 (a554d691-3edb-400b-bdf3-7ffd755600af/d8b1a949-fd2f-48a9-9f2e-529394e19aa3/8cfc1fe6-6828-491a-ad9c-d3f374725b5f) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:17.607417 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:17.614407 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks [] for port (bfde8fc4-1922-471e-bffc-141fec983e07), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.641537 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:17.658740 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:17.817178 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:13Z', 'revision_number': 3, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:17.872221 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:17.945263 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:17.946844 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0a6fb-8df8-4cae-8047-68c4ae3d54cb None None] The sync data for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi is: [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:13Z', 'revision_number': 3, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:17.970065 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:17.980076 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f66080e-49e1-41f4-8b67-5bd3dff774ca admin admin] Publish callbacks [] for security_group (97049950-c741-42dc-bc4e-d328df18113e), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.007447 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Publish callbacks [] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.050489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Pushing event updated for resources: {'Port': ['ID=bfde8fc4-1922-471e-bffc-141fec983e07,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:18.075478 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks [] for router_gateway (f47540ec-ed1b-41a6-a697-dbf87fa9212e), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.101786 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:18.120187 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.149162 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f66080e-49e1-41f4-8b67-5bd3dff774ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (97049950-c741-42dc-bc4e-d328df18113e), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.171955 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks [] for router_gateway (165424e7-e640-46f5-b0b4-227b1f35ae06), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.193987 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Network a554d691-3edb-400b-bdf3-7ffd755600af is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:18.226924 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:18.271943 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:18.308601 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6f66080e-49e1-41f4-8b67-5bd3dff774ca admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e13cd91c29674cefbe50f35df9a4c792&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8154151 Aug 23 04:27:18.317976 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37672) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:18.318606 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66080e-49e1-41f4-8b67-5bd3dff774ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97049950-c741-42dc-bc4e-d328df18113e,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:18.351430 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:18.400798 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464791-ee87-4891-9a20-b634f3eb5f91 None None] Pushing event updated for resources: {'Port': ['ID=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:18.418279 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:18.488173 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:18.489511 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8,neutron:INSERT=9 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:18.490868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Pushing event updated for resources: {'Port': ['ID=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:18.576002 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37674) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:18.586782 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks [] for router_gateway (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.975474 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-342138876-network', 'tenant_id': '8a770a11a4d14808b16d52629737a0ce'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:18.975569 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Attempting to bind port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:18.975569 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Attempting to bind port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:18.975569 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Attempting to bind port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f on network a554d691-3edb-400b-bdf3-7ffd755600af {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:18.975766 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.975839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:18.975839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Checking segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:18.975839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.975839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Bound using segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:18.975839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Bound port: 8cfc1fe6-6828-491a-ad9c-d3f374725b5f, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:18.975839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:18.975839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Allocated IP 172.20.0.2 (fd742f53-022c-4e81-afc1-52562ecc925b/3706df79-427a-4068-a8e4-a3e4286726e4/69d332c1-de91-40d5-9ade-0c3a4b0c5f23) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:19.014893 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks [] for router_gateway (f47540ec-ed1b-41a6-a697-dbf87fa9212e), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.016890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:19.085765 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff286-9f3b-4879-b41b-e8c3c230c708 admin admin] Publish callbacks [] for security_group (97049950-c741-42dc-bc4e-d328df18113e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.131538 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.136194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Publish callbacks [] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.146913 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff286-9f3b-4879-b41b-e8c3c230c708 admin admin] Publish callbacks [] for security_group (97049950-c741-42dc-bc4e-d328df18113e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.153566 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks [] for router_gateway (165424e7-e640-46f5-b0b4-227b1f35ae06), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.165644 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:19.171677 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] For port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:19.176473 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Made reservation on behalf of 8a770a11a4d14808b16d52629737a0ce for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:19.177976 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.179954 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.206013 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:19.214304 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:19.215079 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.216699 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:19.239191 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] For port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:19.247761 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5eec1-a78e-421b-8019-38310c197eea None None] Network 8c6be732-b40b-47aa-8b96-da7512121793 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:19.267763 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.306219 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks [] for router_gateway (5b803158-fa0d-4da3-a24a-e32ed63792f8), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.392264 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-1c8e351f-939d-40db-aeac-8ea9f9128731 None None] Provisioning complete for port e24450dd-260d-4237-b8ec-a51f3f9d6dbc triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:19.392650 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1c8e351f-939d-40db-aeac-8ea9f9128731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.437340 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:19.440637 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.518759 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Pushing event updated for resources: {'Port': ['ID=c4a11917-6327-4db1-b77b-2d96a9a726ff,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:19.603009 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks [] for security_group (5f208e8e-5a04-45f4-a440-acd509ff62d7), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.631591 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Attempting to bind port c4a11917-6327-4db1-b77b-2d96a9a726ff on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:19.631820 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Attempting to bind port c4a11917-6327-4db1-b77b-2d96a9a726ff by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:19.632418 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Attempting to bind port c4a11917-6327-4db1-b77b-2d96a9a726ff on network a5e934c1-aa9a-452d-85fb-a285da26e1ae {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:19.639124 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff286-9f3b-4879-b41b-e8c3c230c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (97049950-c741-42dc-bc4e-d328df18113e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.642559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff286-9f3b-4879-b41b-e8c3c230c708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.642930 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Allocated IP 172.20.0.1 (6add0727-6c98-4d08-a7e7-3e117fdd2353/a7767169-880d-488a-9778-670c1f389978/d9114c46-542c-4521-9e8d-c9dfaf4c577e) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:19.643738 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-1e5ff286-9f3b-4879-b41b-e8c3c230c708 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/97049950-c741-42dc-bc4e-d328df18113e HTTP/1.1" status: 204 len: 168 time: 1.3205054 Aug 23 04:27:19.666602 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5f208e8e-5a04-45f4-a440-acd509ff62d7), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.679840 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:27:19.692615 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (d9b8dc2b-637b-41e6-8bd6-edb5c523db37), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.692960 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Added segment d9b8dc2b-637b-41e6-8bd6-edb5c523db37 of type vlan for network 27f42fa4-4533-48b9-8efd-5586a51b4dea Aug 23 04:27:19.695143 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Allocated IP 172.27.4.67 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/8d3404e7-b4d4-44d1-a680-527e17a76dc4) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:19.707591 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff286-9f3b-4879-b41b-e8c3c230c708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97049950-c741-42dc-bc4e-d328df18113e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:19.749986 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:19.750440 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Checking segment: {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:19.751318 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.751642 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Bound using segment: {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:19.752191 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Bound port: c4a11917-6327-4db1-b77b-2d96a9a726ff, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:19.752565 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.764333 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f208e8e-5a04-45f4-a440-acd509ff62d7,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:19.787506 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Publish callbacks [] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.790935 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e351f-939d-40db-aeac-8ea9f9128731 None None] Current status of the port e24450dd-260d-4237-b8ec-a51f3f9d6dbc is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:19.791303 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1c8e351f-939d-40db-aeac-8ea9f9128731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.795097 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7be8fb-8b25-4389-acd2-4ee1742a02c6 None None] Pushing event updated for resources: {'Port': ['ID=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:19.813866 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:19.859144 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:19.921739 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Network fd742f53-022c-4e81-afc1-52562ecc925b is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:19.932799 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:19.940627 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:19.944200 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:19.994156 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-1c8e351f-939d-40db-aeac-8ea9f9128731 None None] For port e24450dd-260d-4237-b8ec-a51f3f9d6dbc, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:20.002743 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Pushing event updated for resources: {'Port': ['ID=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:20.009186 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (27f42fa4-4533-48b9-8efd-5586a51b4dea), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.012984 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1c8e351f-939d-40db-aeac-8ea9f9128731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.040620 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.137723 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] For port c4a11917-6327-4db1-b77b-2d96a9a726ff, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:20.225275 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e24450dd-260d-4237-b8ec-a51f3f9d6dbc up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:20.228085 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks [] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.235682 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks [] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.248714 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:20.293244 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] For port c4a11917-6327-4db1-b77b-2d96a9a726ff, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c4a11917-6327-4db1-b77b-2d96a9a726ff,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:20.295136 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Attempting to bind port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:20.295443 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Attempting to bind port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:20.295812 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Attempting to bind port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:20.308771 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-6dbe972d-bc66-4412-b70f-e6d9eaebe11e None None] Provisioning complete for port e24450dd-260d-4237-b8ec-a51f3f9d6dbc triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:20.309241 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6dbe972d-bc66-4412-b70f-e6d9eaebe11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.313021 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.315249 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.347055 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.394543 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (27f42fa4-4533-48b9-8efd-5586a51b4dea), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.395140 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:20.395659 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.396885 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:20.397044 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Checking segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:20.399997 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.401365 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Bound using segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:20.408105 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Bound port: 69d332c1-de91-40d5-9ade-0c3a4b0c5f23, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:20.408733 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.433247 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:20.434190 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:20.436606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:20.446448 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:20.448587 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e351f-939d-40db-aeac-8ea9f9128731 None None] Pushing event updated for resources: {'Port': ['ID=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:20.452355 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:20.457977 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:20.464106 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port e24450dd-260d-4237-b8ec-a51f3f9d6dbc triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:20.464752 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.466687 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:20.468376 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.471096 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Pushing event updated for resources: {'Port': ['ID=d9114c46-542c-4521-9e8d-c9dfaf4c577e,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:20.585671 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0043275 Aug 23 04:27:20.587540 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (5b803158-fa0d-4da3-a24a-e32ed63792f8), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:20.692272 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37706) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:20.713893 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Request body: {'subnet': {'network_id': '27f42fa4-4533-48b9-8efd-5586a51b4dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-342138876-subnet', 'tenant_id': '8a770a11a4d14808b16d52629737a0ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:20.798181 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a4d1-5017-4d45-9457-de4854e4bf40 None None] Pushing event updated for resources: {'Port': ['ID=c4a11917-6327-4db1-b77b-2d96a9a726ff,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:20.872872 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959acb-351a-4166-a0f7-c346fbfa04c2 admin admin] Pushing event updated for resources: {'Network': ['ID=27f42fa4-4533-48b9-8efd-5586a51b4dea,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:20.877745 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] For port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:20.879793 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe972d-bc66-4412-b70f-e6d9eaebe11e None None] Current status of the port e24450dd-260d-4237-b8ec-a51f3f9d6dbc is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:20.890607 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port e24450dd-260d-4237-b8ec-a51f3f9d6dbc is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:20.892172 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 97f294f3-2eef-433b-b33f-b7225f3e3da6 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:20.898952 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:20.928522 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Allocated IP 172.27.4.228 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/83cf34db-827b-411c-ace3-14a7d1678a54) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:20.951349 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 27f42fa4-4533-48b9-8efd-5586a51b4dea details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:27:20.956217 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] For port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:21.000806 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.008735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:21.055348 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-3dbacee1-2aef-4c54-b41e-0d5d034a32fb None None] Provisioning complete for port d9114c46-542c-4521-9e8d-c9dfaf4c577e triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:21.055931 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3dbacee1-2aef-4c54-b41e-0d5d034a32fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.104118 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Made reservation on behalf of 8a770a11a4d14808b16d52629737a0ce for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:21.108376 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.270795 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3404e7-b4d4-44d1-a680-527e17a76dc4,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:21.285705 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:21.286889 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 97f294f3-2eef-433b-b33f-b7225f3e3da6 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:21.287272 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.335039 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:27:21.369203 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-3dbacee1-2aef-4c54-b41e-0d5d034a32fb None None] Port d9114c46-542c-4521-9e8d-c9dfaf4c577e cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:21.392646 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608af1b7-98d0-409f-8321-3297c4691ba6 None None] Pushing event updated for resources: {'Port': ['ID=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:21.512287 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 97f294f3-2eef-433b-b33f-b7225f3e3da6 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:21.513061 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.583413 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 97f294f3-2eef-433b-b33f-b7225f3e3da6, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=97f294f3-2eef-433b-b33f-b7225f3e3da6,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:21.597414 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.689064 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12918325-ebaf-4f96-8fcd-444263e35142 None None] Network a554d691-3edb-400b-bdf3-7ffd755600af requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:21.766632 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks [] for port (83cf34db-827b-411c-ace3-14a7d1678a54), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.864267 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:21.899868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-5debf0be-4ff8-413e-8b39-9affdb4da835 None None] Provisioning complete for port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:21.899868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5debf0be-4ff8-413e-8b39-9affdb4da835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.921648 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=97f294f3-2eef-433b-b33f-b7225f3e3da6,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:21.956930 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:21.966339 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Router 5b803158-fa0d-4da3-a24a-e32ed63792f8 is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:27:21.966506 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.986498 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:21.986813 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:21.998475 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (e2aec0b4-5ca9-475f-b8b8-cecb4930a78a), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:22.013380 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:22.015033 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-687f62e2-8a29-4a71-9c3e-49bc70b7a7b0 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7954948 Aug 23 04:27:22.038774 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37736) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:22.039743 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:22.057948 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:22.066653 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:22.067293 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:22.101663 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:22.121124 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:22.124588 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:22.362512 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Pushing event updated for resources: {'Port': ['ID=83cf34db-827b-411c-ace3-14a7d1678a54,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:22.385180 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:22.402526 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks [] for router_gateway (f47540ec-ed1b-41a6-a697-dbf87fa9212e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:22.430643 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2aec0b4-5ca9-475f-b8b8-cecb4930a78a,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:22.469416 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:22.477052 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Checking segment: {'id': 'd9b8dc2b-637b-41e6-8bd6-edb5c523db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '27f42fa4-4533-48b9-8efd-5586a51b4dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:22.477294 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Network hostable DHCP agents. Network: 27f42fa4-4533-48b9-8efd-5586a51b4dea, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:27:22.482475 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:22.483816 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Sync routers for ids ['5b803158-fa0d-4da3-a24a-e32ed63792f8'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:22.505716 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Routers {'5b803158-fa0d-4da3-a24a-e32ed63792f8'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:22.507605 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5b803158-fa0d-4da3-a24a-e32ed63792f8'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:22.517923 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:22.519164 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-3653ef73-a556-495b-870f-f80504a7247b admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7300525 Aug 23 04:27:22.526690 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37744) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:22.589707 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:22.653008 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb5f62c-e3d2-45ee-934a-d9d2627d02ae None None] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:22.711724 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:22.786737 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Set router 5b803158-fa0d-4da3-a24a-e32ed63792f8 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:22.951447 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks [] for router_gateway (165424e7-e640-46f5-b0b4-227b1f35ae06), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.009673 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Network 27f42fa4-4533-48b9-8efd-5586a51b4dea is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:27:23.011256 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:23.011797 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.035204 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 27f42fa4-4533-48b9-8efd-5586a51b4dea) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:23.051207 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:23.051207 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.058786 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439c6aa-e3cf-4300-b675-c064f6a8a51e None None] Network fd742f53-022c-4e81-afc1-52562ecc925b requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:23.110723 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-b82e07ef-cfbb-4a29-9ec9-5ed33762277f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4076571 Aug 23 04:27:23.152308 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:18Z', 'revision_number': 3, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:23.156372 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6c262-87cb-41e8-b35e-0e582963c6dd None None] Network 27f42fa4-4533-48b9-8efd-5586a51b4dea requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:23.162130 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-5debf0be-4ff8-413e-8b39-9affdb4da835 None None] Current status of the port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:23.162523 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5debf0be-4ff8-413e-8b39-9affdb4da835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.229554 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Checking router: 5b803158-fa0d-4da3-a24a-e32ed63792f8 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:23.230165 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Updating router 5b803158-fa0d-4da3-a24a-e32ed63792f8 port bfde8fc4-1922-471e-bffc-141fec983e07 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:23.304197 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.393086 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-5debf0be-4ff8-413e-8b39-9affdb4da835 None None] For port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:23.398815 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks [] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.413563 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (f47540ec-ed1b-41a6-a697-dbf87fa9212e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.420032 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.421616 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.468228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5debf0be-4ff8-413e-8b39-9affdb4da835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.540709 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37776) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:23.615963 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:23.616568 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.636911 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debf0be-4ff8-413e-8b39-9affdb4da835 None None] Pushing event updated for resources: {'Port': ['ID=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:23.701077 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:23.735642 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:23.737125 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Provisioning complete for port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:23.737726 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.741356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:23.813860 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.815064 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e24450dd-260d-4237-b8ec-a51f3f9d6dbc up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:23.883679 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:23.902052 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Pushing event updated for resources: {'Port': ['ID=d9114c46-542c-4521-9e8d-c9dfaf4c577e,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:23.920699 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:23.932191 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Publish callbacks [] for port (bfde8fc4-1922-471e-bffc-141fec983e07), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:23.933658 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:23.942261 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.022039 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Attempting to bind port bfde8fc4-1922-471e-bffc-141fec983e07 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:24.022468 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Attempting to bind port bfde8fc4-1922-471e-bffc-141fec983e07 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:24.022895 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Attempting to bind port bfde8fc4-1922-471e-bffc-141fec983e07 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:24.064006 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:24.072196 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:24.072791 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.073331 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:24.073842 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Bound port: bfde8fc4-1922-471e-bffc-141fec983e07, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:24.074284 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.081984 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-073c9f52-df31-489c-8090-6b76be9c2648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.140187 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:24.288731 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Router f47540ec-ed1b-41a6-a697-dbf87fa9212e is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:27:24.332418 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602df09-2d6f-4fdd-8769-b0b1d54f9131 None None] Pushing event updated for resources: {'Port': ['ID=bfde8fc4-1922-471e-bffc-141fec983e07,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:24.347810 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:24.381582 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Current status of the port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:24.397753 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port e24450dd-260d-4237-b8ec-a51f3f9d6dbc triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:24.398016 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.404152 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] For port bfde8fc4-1922-471e-bffc-141fec983e07, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:24.412413 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] For port bfde8fc4-1922-471e-bffc-141fec983e07, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=bfde8fc4-1922-471e-bffc-141fec983e07,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:24.421328 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.471118 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37794) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:24.480174 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-859023061-network', 'tenant_id': 'afa34b8e375c470f97ee04ad9ec271ba'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:24.507747 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602df09-2d6f-4fdd-8769-b0b1d54f9131 None None] Pushing event updated for resources: {'Port': ['ID=bfde8fc4-1922-471e-bffc-141fec983e07,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:24.514534 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Routers {'5b803158-fa0d-4da3-a24a-e32ed63792f8'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:24.515612 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5b803158-fa0d-4da3-a24a-e32ed63792f8'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:24.517427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:27:24.517999 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:24.522161 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (165424e7-e640-46f5-b0b4-227b1f35ae06), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.529868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:17Z', 'revision_number': 3, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:24.536561 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Provisioning complete for port c4a11917-6327-4db1-b77b-2d96a9a726ff triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:24.537635 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.541837 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:24.544153 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.554511 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Made reservation on behalf of afa34b8e375c470f97ee04ad9ec271ba for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:24.557419 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.590625 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.627087 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:24.628018 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Updating router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:24.651220 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] Set router 5b803158-fa0d-4da3-a24a-e32ed63792f8 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:24.657812 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:24.663691 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.665860 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b136e-71e7-4b7c-9f1d-37993b0fcaac None None] Network 27f42fa4-4533-48b9-8efd-5586a51b4dea requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:24.716158 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks [] for security_group (57491b0f-60b3-43cc-9f1c-470d0d2742c4), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.719001 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:24.723639 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:24.746178 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port e24450dd-260d-4237-b8ec-a51f3f9d6dbc is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:24.747017 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (57491b0f-60b3-43cc-9f1c-470d0d2742c4), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.747598 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8cfc1fe6-6828-491a-ad9c-d3f374725b5f up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:24.749764 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Sync routers for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:24.763286 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:27:24.775276 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (f74825a5-7e1c-45f8-99c3-a159ccbd9c7b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.775710 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Added segment f74825a5-7e1c-45f8-99c3-a159ccbd9c7b of type vlan for network 56435af2-cc35-4011-838b-709c1e3283f8 Aug 23 04:27:24.778454 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.783533 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-23041290-dac8-4975-9ae8-9afd40ef3a75 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1382258 Aug 23 04:27:24.785647 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37796) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:24.838374 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Current status of the port c4a11917-6327-4db1-b77b-2d96a9a726ff is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:24.838949 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (56435af2-cc35-4011-838b-709c1e3283f8), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.839402 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.854325 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:24.855309 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:24.863273 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:24.871412 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-7a8dbf55-2220-45dd-88c3-662538f38766 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/567fe6d9-ffe5-4ac1-9e10-379a67d20bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9354923 Aug 23 04:27:24.902114 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.912107 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:18Z', 'revision_number': 3, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:24.921070 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:24.930806 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Router 165424e7-e640-46f5-b0b4-227b1f35ae06 is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:27:24.945319 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (56435af2-cc35-4011-838b-709c1e3283f8), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.946401 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:24.947333 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:24.949963 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Sync routers for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:24.957888 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee7bc6-b415-4660-982c-23438c6aaed9 None None] The sync data for ids ['5b803158-fa0d-4da3-a24a-e32ed63792f8'] in dv-cinder-854070-1-iscsi is: [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:18Z', 'revision_number': 3, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:24.978229 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:24.980031 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:25.136543 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-073c9f52-df31-489c-8090-6b76be9c2648 admin admin] Publish callbacks [] for security_group (18448597-4487-4bde-8010-79b600ae00d1), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.218425 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:25.283576 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8108425 Aug 23 04:27:25.290327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-073c9f52-df31-489c-8090-6b76be9c2648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (18448597-4487-4bde-8010-79b600ae00d1), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.292982 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37808) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:25.324955 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Request body: {'subnet': {'network_id': '56435af2-cc35-4011-838b-709c1e3283f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-859023061-subnet', 'tenant_id': 'afa34b8e375c470f97ee04ad9ec271ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:25.348308 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:25.386587 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57491b0f-60b3-43cc-9f1c-470d0d2742c4,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:25.531178 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Made reservation on behalf of afa34b8e375c470f97ee04ad9ec271ba for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:25.533712 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.538085 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] For port c4a11917-6327-4db1-b77b-2d96a9a726ff, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c4a11917-6327-4db1-b77b-2d96a9a726ff,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:25.572781 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.663974 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:25.674195 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:25.678372 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Pushing event updated for resources: {'Port': ['ID=c4a11917-6327-4db1-b77b-2d96a9a726ff,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:25.702696 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:25.703215 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Allocated IP 172.20.0.1 (a5e934c1-aa9a-452d-85fb-a285da26e1ae/91fb95a1-bdfb-4954-a347-249aff7312fc/78d73940-6985-4230-b9c7-9710d1f89b2d) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:25.732214 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Sync routers for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:25.738697 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c9f52-df31-489c-8090-6b76be9c2648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18448597-4487-4bde-8010-79b600ae00d1,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:25.773314 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37814) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:25.776677 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:25.792767 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.802055 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Provisioning complete for port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:25.802695 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.850988 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:22Z', 'revision_number': 2, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:25.874695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-d5e7cd12-9310-4994-840b-0ecae0cc13b7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094529803', 'description': 'tempest-description--1565473353'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:25.928568 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:25.928858 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.935027 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Checking router: 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:25.935378 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Updating router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 port d9114c46-542c-4521-9e8d-c9dfaf4c577e binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:25.975300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:25.978789 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8079930c-77b6-4224-9986-6c9492d13976 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2047317 Aug 23 04:27:25.996649 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37822) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:26.008238 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.027125 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:26.028430 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:26.102974 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks [] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.112706 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:26.116678 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-073c9f52-df31-489c-8090-6b76be9c2648 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7c99e53f92aa4ceb91b74dfeac159107&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5746112 Aug 23 04:27:26.127705 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:26.129020 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83366d79-d7ac-4c14-8c18-8bbd354876ec admin admin] Pushing event updated for resources: {'Network': ['ID=56435af2-cc35-4011-838b-709c1e3283f8,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:26.135897 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37824) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:26.269095 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 56435af2-cc35-4011-838b-709c1e3283f8 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:27:26.280095 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cd12-9310-4994-840b-0ecae0cc13b7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.309973 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74cfa75b-23e7-4d61-9141-d54a54dca8c6 admin admin] Publish callbacks [] for security_group (18448597-4487-4bde-8010-79b600ae00d1), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.348116 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Allocated IP 172.20.0.1 (8c6be732-b40b-47aa-8b96-da7512121793/5fc2aebe-833f-4abc-94cc-11debf18bf53/09b9862e-2161-4c7d-98dd-00729974538f) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:26.362402 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74cfa75b-23e7-4d61-9141-d54a54dca8c6 admin admin] Publish callbacks [] for security_group (18448597-4487-4bde-8010-79b600ae00d1), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.375048 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.431187 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:26.444606 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:26.487058 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:26.489826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:26.490207 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (5b803158-fa0d-4da3-a24a-e32ed63792f8), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.527302 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:26.640188 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Publish callbacks [] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.651592 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.686237 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e35bb-974e-402f-8567-d595b26cca54 None None] Current status of the port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:26.758890 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b83e53-4e8a-47c2-82d1-b9554bd0d574 None None] Pushing event updated for resources: {'Port': ['ID=d9114c46-542c-4521-9e8d-c9dfaf4c577e,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:26.769690 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (d6acba2b-0ed9-43a1-802b-025ba0988891), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.877839 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Attempting to bind port d9114c46-542c-4521-9e8d-c9dfaf4c577e on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:26.878201 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Attempting to bind port d9114c46-542c-4521-9e8d-c9dfaf4c577e by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:26.878561 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Attempting to bind port d9114c46-542c-4521-9e8d-c9dfaf4c577e on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:26.886233 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:26.886668 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Checking segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:26.887077 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.887483 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Bound using segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:26.888107 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Bound port: d9114c46-542c-4521-9e8d-c9dfaf4c577e, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:26.888674 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.890064 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Provisioning complete for port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:26.890690 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:26.950725 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Pushing event updated for resources: {'Port': ['ID=78d73940-6985-4230-b9c7-9710d1f89b2d,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:26.981973 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] For port d9114c46-542c-4521-9e8d-c9dfaf4c577e, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:26.988199 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] For port d9114c46-542c-4521-9e8d-c9dfaf4c577e, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=d9114c46-542c-4521-9e8d-c9dfaf4c577e,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:26.988405 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6acba2b-0ed9-43a1-802b-025ba0988891,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:26.996153 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.019411 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Checking segment: {'id': 'f74825a5-7e1c-45f8-99c3-a159ccbd9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '56435af2-cc35-4011-838b-709c1e3283f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:27.019809 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Network hostable DHCP agents. Network: 56435af2-cc35-4011-838b-709c1e3283f8, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:27:27.025931 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:27.027802 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.031596 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:27.033954 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c4a11917-6327-4db1-b77b-2d96a9a726ff up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:27.040108 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:27.041430 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:27.042710 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:27.078517 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:27.133853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Publish callbacks [] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.148490 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:27.172407 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.175971 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Network 56435af2-cc35-4011-838b-709c1e3283f8 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:27:27.196372 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.197079 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:27.207001 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cd12-9310-4994-840b-0ecae0cc13b7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (03ada233-b57b-4170-8b6d-33013bcca3e9), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.249596 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 56435af2-cc35-4011-838b-709c1e3283f8) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:27.267446 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:27.267989 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.276986 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:27.282267 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bbcd34-521f-4e0d-a395-8565d53bc4d4 None None] Network 56435af2-cc35-4011-838b-709c1e3283f8 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:27.303616 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74cfa75b-23e7-4d61-9141-d54a54dca8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (18448597-4487-4bde-8010-79b600ae00d1), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.306081 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74cfa75b-23e7-4d61-9141-d54a54dca8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.307240 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-74cfa75b-23e7-4d61-9141-d54a54dca8c6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/18448597-4487-4bde-8010-79b600ae00d1 HTTP/1.1" status: 204 len: 168 time: 1.1662679 Aug 23 04:27:27.322364 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:27.341726 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cd12-9310-4994-840b-0ecae0cc13b7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (03ada233-b57b-4170-8b6d-33013bcca3e9), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.359158 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Attempting to bind port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:27.359726 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Attempting to bind port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:27.360130 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Attempting to bind port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:27.377221 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cd12-9310-4994-840b-0ecae0cc13b7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.381536 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d5e7cd12-9310-4994-840b-0ecae0cc13b7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6070452 Aug 23 04:27:27.386917 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37836) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:27.387752 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfa75b-23e7-4d61-9141-d54a54dca8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18448597-4487-4bde-8010-79b600ae00d1,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:27.407417 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-6f0b1729-269c-48af-b6e3-af44d3d5c070 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'security_group_rule': {'security_group_id': '03ada233-b57b-4170-8b6d-33013bcca3e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:27.425437 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks [] for port (09b9862e-2161-4c7d-98dd-00729974538f), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.426164 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-b2eb755f-21a6-40f8-b0a4-f1acd2e39e6f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1322844 Aug 23 04:27:27.461792 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:27.462179 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:27.462567 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.462967 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:27.463452 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Bound port: 2d19127d-c5be-4e65-bfc7-d45eaac7f1db, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:27.463827 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.491504 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a063a-a9e1-4994-8922-46a62fdf48a1 None None] Pushing event updated for resources: {'Port': ['ID=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:27.535985 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:27.540416 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Current status of the port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:27.554453 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Provisioning complete for port d9114c46-542c-4521-9e8d-c9dfaf4c577e triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:27.554828 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.556466 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port c4a11917-6327-4db1-b77b-2d96a9a726ff triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:27.556843 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.568647 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 3, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:27.618840 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Allocated IP 172.20.0.1 (a554d691-3edb-400b-bdf3-7ffd755600af/d8b1a949-fd2f-48a9-9f2e-529394e19aa3/c0632a61-1f26-47db-89c8-fead0563a62d) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:27.640197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Checking router: f47540ec-ed1b-41a6-a697-dbf87fa9212e for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:27.640714 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Updating router f47540ec-ed1b-41a6-a697-dbf87fa9212e port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:27.642982 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7cd12-9310-4994-840b-0ecae0cc13b7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ada233-b57b-4170-8b6d-33013bcca3e9,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:27.654587 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:26Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:27.727157 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1729-269c-48af-b6e3-af44d3d5c070 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (c661337f-3f80-42ef-b00a-f22d64734728), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.779173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37846) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:27.873016 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks [] for port (c0632a61-1f26-47db-89c8-fead0563a62d), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.909786 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.955248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:27.959530 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Network a554d691-3edb-400b-bdf3-7ffd755600af is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:27.969332 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:27.973017 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98efeb4-e5a4-42f2-b568-6c02efe769a1 None None] The sync data for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi is: [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:26Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:27.975276 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:27.975844 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (f47540ec-ed1b-41a6-a697-dbf87fa9212e), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:27.994855 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.002690 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b83e53-4e8a-47c2-82d1-b9554bd0d574 None None] Pushing event updated for resources: {'Port': ['ID=d9114c46-542c-4521-9e8d-c9dfaf4c577e,revision_number=4']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:28.023946 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] For port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:28.035876 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (09b9862e-2161-4c7d-98dd-00729974538f), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.046734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks [] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.109708 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] For port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:28.153502 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b050e-af0d-49c8-9071-c3598e29bac1 None None] Network 56435af2-cc35-4011-838b-709c1e3283f8 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:27:28.163363 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:28.170329 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Pushing event updated for resources: {'Port': ['ID=09b9862e-2161-4c7d-98dd-00729974538f,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:28.190000 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.190738 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (5b803158-fa0d-4da3-a24a-e32ed63792f8), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.208709 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.236074 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:22Z', 'revision_number': 3, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:28.274911 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.282525 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0632a61-1f26-47db-89c8-fead0563a62d,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:28.333382 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.352602 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1729-269c-48af-b6e3-af44d3d5c070 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (c661337f-3f80-42ef-b00a-f22d64734728), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.390445 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Network 8c6be732-b40b-47aa-8b96-da7512121793 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:28.391952 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1729-269c-48af-b6e3-af44d3d5c070 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (c661337f-3f80-42ef-b00a-f22d64734728), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.433957 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] Deleting subnet e2aec0b4-5ca9-475f-b8b8-cecb4930a78a {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:27:28.465698 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:28.473674 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:28.481613 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] Publish callbacks [] for subnet (e2aec0b4-5ca9-475f-b8b8-cecb4930a78a), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.491236 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:28.492002 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.587581 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Pushing event updated for resources: {'Port': ['ID=78d73940-6985-4230-b9c7-9710d1f89b2d,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:28.589939 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b1729-269c-48af-b6e3-af44d3d5c070 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c661337f-3f80-42ef-b00a-f22d64734728,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:28.742508 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Publish callbacks [] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.788028 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] Publish callbacks [] for subnet (e2aec0b4-5ca9-475f-b8b8-cecb4930a78a), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.850642 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (e2aec0b4-5ca9-475f-b8b8-cecb4930a78a), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.947868 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1729-269c-48af-b6e3-af44d3d5c070 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.950696 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37868) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:28.953060 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6f0b1729-269c-48af-b6e3-af44d3d5c070 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5532537 Aug 23 04:27:28.955357 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:28.955509 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Allocated IP 172.20.0.1 (fd742f53-022c-4e81-afc1-52562ecc925b/3706df79-427a-4068-a8e4-a3e4286726e4/eec6a055-37ab-4ac3-903a-3fe2bf81c87e) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:28.960773 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37870) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:28.962030 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (e2aec0b4-5ca9-475f-b8b8-cecb4930a78a), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.976100 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-c38a0565-e3ef-4cd7-9d76-6471f4773af0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'security_group_rule': {'security_group_id': '03ada233-b57b-4170-8b6d-33013bcca3e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:28.983468 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks [] for port (c0632a61-1f26-47db-89c8-fead0563a62d), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:28.994655 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:28.995554 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:29.007518 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.008445 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port c4a11917-6327-4db1-b77b-2d96a9a726ff is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:29.008659 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (f47540ec-ed1b-41a6-a697-dbf87fa9212e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.026610 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Checking router: 165424e7-e640-46f5-b0b4-227b1f35ae06 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:29.026987 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2aec0b4-5ca9-475f-b8b8-cecb4930a78a,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:29.028166 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Updating router 165424e7-e640-46f5-b0b4-227b1f35ae06 port 83cf34db-827b-411c-ace3-14a7d1678a54 binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:29.079695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.083414 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-2c248e48-8040-4782-8109-9988422c038d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e2aec0b4-5ca9-475f-b8b8-cecb4930a78a HTTP/1.1" status: 204 len: 168 time: 1.3019807 Aug 23 04:27:29.089784 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37876) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:29.144021 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:27:29.234125 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.246143 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (27f42fa4-4533-48b9-8efd-5586a51b4dea), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.305469 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.324015 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:29.360725 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c38a0565-e3ef-4cd7-9d76-6471f4773af0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (b9ce1cb8-1cbe-484f-9540-c5ae08b34e4f), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.362657 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Attempting to bind port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:29.363217 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Attempting to bind port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:29.364433 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Attempting to bind port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:29.366746 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:29.376258 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:29.384261 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Current status of the port d9114c46-542c-4521-9e8d-c9dfaf4c577e is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:29.385726 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.406414 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Network a554d691-3edb-400b-bdf3-7ffd755600af is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:29.423111 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0632a61-1f26-47db-89c8-fead0563a62d,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:29.431584 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:29.478940 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-86cb4a0f-11d2-4fc6-8d27-3d510834204c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.546558 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:29.571513 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:29.590315 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:29.636449 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:29.663148 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:29.663976 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:29.664613 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.665239 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:29.665999 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Bound port: 8d3404e7-b4d4-44d1-a680-527e17a76dc4, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:29.666610 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.788201 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-413ccfdd-c0a9-47c8-9545-d7c01ac8bfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.839542 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] For port d9114c46-542c-4521-9e8d-c9dfaf4c577e, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=d9114c46-542c-4521-9e8d-c9dfaf4c577e,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:29.850189 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a063a-a9e1-4994-8922-46a62fdf48a1 None None] Pushing event updated for resources: {'Port': ['ID=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:29.863695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c38a0565-e3ef-4cd7-9d76-6471f4773af0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (b9ce1cb8-1cbe-484f-9540-c5ae08b34e4f), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.879582 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.921082 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (27f42fa4-4533-48b9-8efd-5586a51b4dea), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.927597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c38a0565-e3ef-4cd7-9d76-6471f4773af0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (b9ce1cb8-1cbe-484f-9540-c5ae08b34e4f), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.978510 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a0565-e3ef-4cd7-9d76-6471f4773af0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ce1cb8-1cbe-484f-9540-c5ae08b34e4f,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:29.980898 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Provisioning complete for port c4a11917-6327-4db1-b77b-2d96a9a726ff triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:29.981506 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.982171 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks [] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:29.991894 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:29.994426 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] For port 8d3404e7-b4d4-44d1-a680-527e17a76dc4, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:30.008982 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (09b9862e-2161-4c7d-98dd-00729974538f), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.027435 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.027800 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.028555 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.028876 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > port after_create 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.029203 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.029528 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > port after_update 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.029841 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.030317 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.030481 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.030779 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.040796 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Router f47540ec-ed1b-41a6-a697-dbf87fa9212e has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:27:30.069482 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:30.075338 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:30.075814 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.077500 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9306d67-cd76-420c-a110-3fbdaefdafef None None] Pushing event updated for resources: {'Port': ['ID=8d3404e7-b4d4-44d1-a680-527e17a76dc4,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:30.085049 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] For port 8d3404e7-b4d4-44d1-a680-527e17a76dc4, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=8d3404e7-b4d4-44d1-a680-527e17a76dc4,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:30.200404 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.226809 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.238030 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Network fd742f53-022c-4e81-afc1-52562ecc925b is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:30.239847 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:30.265804 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:30.278129 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:30.278610 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (165424e7-e640-46f5-b0b4-227b1f35ae06), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.397757 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:30.400413 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.400923 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.401245 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.401783 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:27:30.402139 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f42fa4-4533-48b9-8efd-5586a51b4dea']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:30.416415 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-86cb4a0f-11d2-4fc6-8d27-3d510834204c admin admin] Publish callbacks [] for security_group (164bf084-b636-4e7a-8a2b-c77c460e0069), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.421570 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:30.422672 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:30.457225 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Pushing event updated for resources: {'Port': ['ID=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:30.460205 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b8dc2b-637b-41e6-8bd6-edb5c523db37') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:30.462144 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b8dc2b-637b-41e6-8bd6-edb5c523db37') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:30.471049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c38a0565-e3ef-4cd7-9d76-6471f4773af0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.476077 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-86cb4a0f-11d2-4fc6-8d27-3d510834204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (164bf084-b636-4e7a-8a2b-c77c460e0069), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.476251 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c38a0565-e3ef-4cd7-9d76-6471f4773af0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5115931 Aug 23 04:27:30.479203 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37896) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:30.496608 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:30.515568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.523746 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (d9b8dc2b-637b-41e6-8bd6-edb5c523db37), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.526447 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:30.532467 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:30.536829 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2494bbb2-f46e-4430-9583-cfb4405cb9c9 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/f47540ec-ed1b-41a6-a697-dbf87fa9212e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7485807 Aug 23 04:27:30.570974 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-86cb4a0f-11d2-4fc6-8d27-3d510834204c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a85a378e0ec04d898c8b9f23eb097457&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6171420 Aug 23 04:27:30.573551 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb4a0f-11d2-4fc6-8d27-3d510834204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164bf084-b636-4e7a-8a2b-c77c460e0069,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:30.575691 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37902) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:30.608256 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (d9b8dc2b-637b-41e6-8bd6-edb5c523db37), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.615743 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Pushing event updated for resources: {'Port': ['ID=d9114c46-542c-4521-9e8d-c9dfaf4c577e,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:30.622987 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:27:30.623464 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (d9b8dc2b-637b-41e6-8bd6-edb5c523db37), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.691486 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7c00-e441-42a4-a3cb-d5c83babdde2 admin admin] Publish callbacks [] for security_group (164bf084-b636-4e7a-8a2b-c77c460e0069), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.758426 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7c00-e441-42a4-a3cb-d5c83babdde2 admin admin] Publish callbacks [] for security_group (164bf084-b636-4e7a-8a2b-c77c460e0069), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.775420 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-03b375e0-0dbb-4cf5-a978-6391b4079e8d None None] Current status of the port c4a11917-6327-4db1-b77b-2d96a9a726ff is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:30.854940 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks [] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.871495 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.875050 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (165424e7-e640-46f5-b0b4-227b1f35ae06), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:30.986571 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (27f42fa4-4533-48b9-8efd-5586a51b4dea), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.021319 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7c00-e441-42a4-a3cb-d5c83babdde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (164bf084-b636-4e7a-8a2b-c77c460e0069), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.022188 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:17Z', 'revision_number': 3, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:31.026155 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:31.036269 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a7aa7c00-e441-42a4-a3cb-d5c83babdde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.036962 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a7aa7c00-e441-42a4-a3cb-d5c83babdde2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/164bf084-b636-4e7a-8a2b-c77c460e0069 HTTP/1.1" status: 204 len: 168 time: 0.4600573 Aug 23 04:27:31.051180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Router 5b803158-fa0d-4da3-a24a-e32ed63792f8 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:27:31.084416 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:31.085360 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.088957 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/27f42fa4-4533-48b9-8efd-5586a51b4dea HTTP/1.1" status: 204 len: 168 time: 1.9926958 Aug 23 04:27:31.092890 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.109033 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37918) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:31.126691 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:31.148625 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa7c00-e441-42a4-a3cb-d5c83babdde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164bf084-b636-4e7a-8a2b-c77c460e0069,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:31.193351 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8b792-81b5-4481-b73e-e5d33162e644 admin admin] Pushing event deleted for resources: {'Network': ['ID=27f42fa4-4533-48b9-8efd-5586a51b4dea,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:31.248576 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Pushing event updated for resources: {'Port': ['ID=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:31.278893 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] Deleting subnet d6acba2b-0ed9-43a1-802b-025ba0988891 {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:27:31.291189 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Network fd742f53-022c-4e81-afc1-52562ecc925b is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:31.292323 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] Publish callbacks [] for subnet (d6acba2b-0ed9-43a1-802b-025ba0988891), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.295725 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:31.391286 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93baaaa-d675-4a0b-9fcf-f6ab7ecfe107 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:17Z', 'revision_number': 3, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:31.427268 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:31.429222 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37932) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:31.438167 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-76ba703c-c899-4ed7-827f-ef65d08a03fe tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661417019', 'description': 'tempest-description--1543163099'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:31.490805 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3ab83e0b-16ae-45d3-959d-db6550093bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.512888 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Provisioning complete for port eec6a055-37ab-4ac3-903a-3fe2bf81c87e triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:31.513322 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.522437 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76ba703c-c899-4ed7-827f-ef65d08a03fe tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.559430 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] Publish callbacks [] for subnet (d6acba2b-0ed9-43a1-802b-025ba0988891), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.580630 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Port eec6a055-37ab-4ac3-903a-3fe2bf81c87e cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:31.581304 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (d6acba2b-0ed9-43a1-802b-025ba0988891), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.583761 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:31.584806 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c4a11917-6327-4db1-b77b-2d96a9a726ff up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:31.654238 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9306d67-cd76-420c-a110-3fbdaefdafef None None] Pushing event updated for resources: {'Port': ['ID=8d3404e7-b4d4-44d1-a680-527e17a76dc4,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:31.660171 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Publish callbacks [] for port (83cf34db-827b-411c-ace3-14a7d1678a54), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.665872 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks [] for port (09b9862e-2161-4c7d-98dd-00729974538f), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.678980 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76ba703c-c899-4ed7-827f-ef65d08a03fe tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.701839 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (09b9862e-2161-4c7d-98dd-00729974538f), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.702919 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.706356 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Provisioning complete for port c0632a61-1f26-47db-89c8-fead0563a62d triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:31.706914 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.714641 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76ba703c-c899-4ed7-827f-ef65d08a03fe tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.729711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:31.749825 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Port c0632a61-1f26-47db-89c8-fead0563a62d cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:31.756104 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76ba703c-c899-4ed7-827f-ef65d08a03fe tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.762316 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-76ba703c-c899-4ed7-827f-ef65d08a03fe tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3303082 Aug 23 04:27:31.763173 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37938) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:31.778806 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-d8bd8344-ffc3-4a02-93a3-cb6c51c66156 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'security_group_rule': {'security_group_id': '7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:31.790858 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.815993 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment d9b8dc2b-637b-41e6-8bd6-edb5c523db37 resource provider aggregate not found Aug 23 04:27:31.855503 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Attempting to bind port 83cf34db-827b-411c-ace3-14a7d1678a54 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:31.855879 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Attempting to bind port 83cf34db-827b-411c-ace3-14a7d1678a54 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:31.856270 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Attempting to bind port 83cf34db-827b-411c-ace3-14a7d1678a54 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:31.867566 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Provisioning complete for port 78d73940-6985-4230-b9c7-9710d1f89b2d triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:31.868123 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.869021 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d8bd8344-ffc3-4a02-93a3-cb6c51c66156 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (ad46bd44-7d52-4bc4-9805-a39680494f25), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.869500 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment d9b8dc2b-637b-41e6-8bd6-edb5c523db37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9b8dc2b-637b-41e6-8bd6-edb5c523db37 found for delete ", "request_id": "req-efffe853-98cb-46b5-87bd-61cb5fce06ba"}]} Aug 23 04:27:31.906362 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.929184 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:31.929891 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:31.930289 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.930673 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:31.931130 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Bound port: 83cf34db-827b-411c-ace3-14a7d1678a54, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:31.931526 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:31.975113 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37942) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:31.984233 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Pushing event updated for resources: {'Port': ['ID=09b9862e-2161-4c7d-98dd-00729974538f,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:31.994892 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:31.995708 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd58d5f-1650-4d63-a633-2f6a5a758c85 None None] Pushing event updated for resources: {'Port': ['ID=83cf34db-827b-411c-ace3-14a7d1678a54,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:31.995824 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba703c-c899-4ed7-827f-ef65d08a03fe tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:32.024980 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:32.027224 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Port 78d73940-6985-4230-b9c7-9710d1f89b2d cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:32.035049 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e7f6397a-f49f-41f5-96b0-86ad8c3f0351 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/5b803158-fa0d-4da3-a24a-e32ed63792f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1291473 Aug 23 04:27:32.036865 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Sync routers for ids ['5b803158-fa0d-4da3-a24a-e32ed63792f8'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:32.044023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Router 165424e7-e640-46f5-b0b4-227b1f35ae06 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:27:32.060366 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Routers {'5b803158-fa0d-4da3-a24a-e32ed63792f8'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:32.060967 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5b803158-fa0d-4da3-a24a-e32ed63792f8'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:32.064902 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-07eb9fba-6584-4be9-80a3-567bc199b0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.075071 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] For port 83cf34db-827b-411c-ace3-14a7d1678a54, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:32.079449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] For port 83cf34db-827b-411c-ace3-14a7d1678a54, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=83cf34db-827b-411c-ace3-14a7d1678a54,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:32.100084 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.110494 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d8bd8344-ffc3-4a02-93a3-cb6c51c66156 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (ad46bd44-7d52-4bc4-9805-a39680494f25), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.126339 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (d6acba2b-0ed9-43a1-802b-025ba0988891), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.203991 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port c4a11917-6327-4db1-b77b-2d96a9a726ff triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:32.204474 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.221896 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd58d5f-1650-4d63-a633-2f6a5a758c85 None None] Pushing event updated for resources: {'Port': ['ID=83cf34db-827b-411c-ace3-14a7d1678a54,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:32.277674 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d8bd8344-ffc3-4a02-93a3-cb6c51c66156 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (ad46bd44-7d52-4bc4-9805-a39680494f25), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.285370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Allocated IP 172.27.4.106 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/4e7df83c-9a76-492f-9bb6-9b9b5a35a043) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:32.293562 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Set router 5b803158-fa0d-4da3-a24a-e32ed63792f8 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:32.334172 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:32.345786 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:32.348153 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Provisioning complete for port 09b9862e-2161-4c7d-98dd-00729974538f triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:32.348971 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (09b9862e-2161-4c7d-98dd-00729974538f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.353681 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6acba2b-0ed9-43a1-802b-025ba0988891,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:32.369684 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-99a88762-c4ca-4007-89d5-98bef8ec83ba admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/165424e7-e640-46f5-b0b4-227b1f35ae06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3694222 Aug 23 04:27:32.376134 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 2, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:32.404101 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Network 8c6be732-b40b-47aa-8b96-da7512121793 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:32.413731 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.416950 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-30246adb-3186-458f-95e9-dac2eb6cff4f admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d6acba2b-0ed9-43a1-802b-025ba0988891 HTTP/1.1" status: 204 len: 168 time: 1.2911663 Aug 23 04:27:32.424720 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd8344-ffc3-4a02-93a3-cb6c51c66156 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad46bd44-7d52-4bc4-9805-a39680494f25,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:32.436523 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 37960) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:32.481781 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d8bd8344-ffc3-4a02-93a3-cb6c51c66156 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.483033 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-d8bd8344-ffc3-4a02-93a3-cb6c51c66156 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7079809 Aug 23 04:27:32.486731 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37962) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:32.499391 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-93608d71-1326-42fd-b602-e777a3d4ff8a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'security_group_rule': {'security_group_id': '7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:32.511127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:32.534666 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:32.544231 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:32.573209 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93608d71-1326-42fd-b602-e777a3d4ff8a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (3ff5a828-30fc-47f5-9b54-94bebc1aa118), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.616041 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:32.657013 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:26Z', 'revision_number': 4, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '78d73940-6985-4230-b9c7-9710d1f89b2d', 'name': '', 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'mac_address': 'fa:16:3e:90:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '91fb95a1-bdfb-4954-a347-249aff7312fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:27Z', 'revision_number': 2, 'project_id': '3d3169d3b318421fab1d473a51637437', 'subnets': [{'id': '91fb95a1-bdfb-4954-a347-249aff7312fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:32.753240 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Checking router: 5b803158-fa0d-4da3-a24a-e32ed63792f8 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:32.753755 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Updating router 5b803158-fa0d-4da3-a24a-e32ed63792f8 port 78d73940-6985-4230-b9c7-9710d1f89b2d binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:32.784312 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93608d71-1326-42fd-b602-e777a3d4ff8a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (3ff5a828-30fc-47f5-9b54-94bebc1aa118), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.795682 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93608d71-1326-42fd-b602-e777a3d4ff8a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (3ff5a828-30fc-47f5-9b54-94bebc1aa118), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.826168 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93608d71-1326-42fd-b602-e777a3d4ff8a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff5a828-30fc-47f5-9b54-94bebc1aa118,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:32.834047 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93608d71-1326-42fd-b602-e777a3d4ff8a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.835446 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-93608d71-1326-42fd-b602-e777a3d4ff8a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450747 Aug 23 04:27:32.838932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37974) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:32.848323 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.849165 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:32.889374 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:32.899665 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:32.976823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 37988) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:32.985354 dv-cinder-854070-1-iscsi neutron-server[106731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 04:27:32.985856 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-07eb9fba-6584-4be9-80a3-567bc199b0ba admin admin] Publish callbacks [] for security_group (2f710851-0f36-46f3-a1df-378a793cd355), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.027105 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:33.069405 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-07eb9fba-6584-4be9-80a3-567bc199b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2f710851-0f36-46f3-a1df-378a793cd355), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.105077 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.118131 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1c6fd-e2a5-41d9-a597-586c4eac9026 None None] The sync data for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi is: [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 2, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:33.172739 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38004) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:33.275098 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-e75b9353-1935-4a2f-b8a5-8a6fa51574ff None None] Port 09b9862e-2161-4c7d-98dd-00729974538f cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:33.286769 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port c4a11917-6327-4db1-b77b-2d96a9a726ff is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:33.288865 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bfde8fc4-1922-471e-bffc-141fec983e07 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:33.350640 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.363493 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (56435af2-cc35-4011-838b-709c1e3283f8), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.371107 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-07eb9fba-6584-4be9-80a3-567bc199b0ba admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=62d5fe6813d34d36a11e3b7b6239b2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3880222 Aug 23 04:27:33.387271 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38012) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:33.461203 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-d27dde5c-a5b6-4b15-9360-5da30fdef4ee None None] Provisioning complete for port eec6a055-37ab-4ac3-903a-3fe2bf81c87e triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:33.461876 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d27dde5c-a5b6-4b15-9360-5da30fdef4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.479147 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:27:33.494074 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Publish callbacks [] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.503747 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.514090 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:33.544454 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:33.546191 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port bfde8fc4-1922-471e-bffc-141fec983e07 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:33.546916 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.569408 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-d27dde5c-a5b6-4b15-9360-5da30fdef4ee None None] Port eec6a055-37ab-4ac3-903a-3fe2bf81c87e cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:33.583168 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207ba3e6-ff9a-4b1d-873a-f46b091b32fe admin admin] Publish callbacks [] for security_group (2f710851-0f36-46f3-a1df-378a793cd355), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.585516 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb9fba-6584-4be9-80a3-567bc199b0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f710851-0f36-46f3-a1df-378a793cd355,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:33.605877 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-d27dde5c-a5b6-4b15-9360-5da30fdef4ee None None] Provisioning complete for port 09b9862e-2161-4c7d-98dd-00729974538f triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:33.606439 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d27dde5c-a5b6-4b15-9360-5da30fdef4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (09b9862e-2161-4c7d-98dd-00729974538f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.612280 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:33.658048 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 2, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:33.674585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207ba3e6-ff9a-4b1d-873a-f46b091b32fe admin admin] Publish callbacks [] for security_group (2f710851-0f36-46f3-a1df-378a793cd355), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.703861 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.717623 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6e682-d599-473a-98f5-772d4eed05b9 None None] The sync data for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi is: [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 2, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:33.733337 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-d27dde5c-a5b6-4b15-9360-5da30fdef4ee None None] Port 09b9862e-2161-4c7d-98dd-00729974538f cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:33.745342 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.765606 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab164300-f0b4-4bbb-b223-ea1db13ad7dc None None] Pushing event updated for resources: {'Port': ['ID=78d73940-6985-4230-b9c7-9710d1f89b2d,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:33.791696 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Attempting to bind port 78d73940-6985-4230-b9c7-9710d1f89b2d on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:33.792207 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Attempting to bind port 78d73940-6985-4230-b9c7-9710d1f89b2d by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:33.792689 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Attempting to bind port 78d73940-6985-4230-b9c7-9710d1f89b2d on network a5e934c1-aa9a-452d-85fb-a285da26e1ae {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:33.810504 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:33.811000 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Checking segment: {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:33.811464 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.811974 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Bound using segment: {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:33.812908 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Bound port: 78d73940-6985-4230-b9c7-9710d1f89b2d, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:33.813956 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.815412 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port bfde8fc4-1922-471e-bffc-141fec983e07 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:33.816028 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.842347 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port bfde8fc4-1922-471e-bffc-141fec983e07, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=bfde8fc4-1922-471e-bffc-141fec983e07,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:33.848206 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (56435af2-cc35-4011-838b-709c1e3283f8), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.854219 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.854617 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207ba3e6-ff9a-4b1d-873a-f46b091b32fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2f710851-0f36-46f3-a1df-378a793cd355), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.855066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8cfc1fe6-6828-491a-ad9c-d3f374725b5f up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:33.857486 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-207ba3e6-ff9a-4b1d-873a-f46b091b32fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.858938 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-207ba3e6-ff9a-4b1d-873a-f46b091b32fe admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2f710851-0f36-46f3-a1df-378a793cd355 HTTP/1.1" status: 204 len: 168 time: 0.4372778 Aug 23 04:27:33.936014 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] For port 78d73940-6985-4230-b9c7-9710d1f89b2d, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:33.941471 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] For port 78d73940-6985-4230-b9c7-9710d1f89b2d, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=78d73940-6985-4230-b9c7-9710d1f89b2d,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:33.945025 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:33.952619 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.962023 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:33.986942 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ba3e6-ff9a-4b1d-873a-f46b091b32fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f710851-0f36-46f3-a1df-378a793cd355,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:33.991255 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.014725 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:34.025114 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56435af2-cc35-4011-838b-709c1e3283f8']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:34.027419 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-90ba764a-9ce2-4ef8-940a-247bd4beca02 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:34.034353 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-90ba764a-9ce2-4ef8-940a-247bd4beca02 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a5e934c1-aa9a-452d-85fb-a285da26e1ae HTTP/1.1" status: 200 len: 812 time: 1.0564721 Aug 23 04:27:34.075591 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab164300-f0b4-4bbb-b223-ea1db13ad7dc None None] Pushing event updated for resources: {'Port': ['ID=78d73940-6985-4230-b9c7-9710d1f89b2d,revision_number=4']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:34.087782 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Routers {'5b803158-fa0d-4da3-a24a-e32ed63792f8'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:34.089162 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5b803158-fa0d-4da3-a24a-e32ed63792f8'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:34.124423 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-6988b974-1df7-40a7-847b-cc039b93a6ea tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/quotas/3d3169d3b318421fab1d473a51637437 HTTP/1.1" status: 200 len: 375 time: 0.0884550 Aug 23 04:27:34.124763 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=bfde8fc4-1922-471e-bffc-141fec983e07,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:34.145950 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:34.146361 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.148462 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74825a5-7e1c-45f8-99c3-a159ccbd9c7b') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:34.148761 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74825a5-7e1c-45f8-99c3-a159ccbd9c7b') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:34.211646 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:34.213091 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'Port': ['ID=4e7df83c-9a76-492f-9bb6-9b9b5a35a043,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:34.268840 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:34.272391 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:34.275097 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:34.278264 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (f74825a5-7e1c-45f8-99c3-a159ccbd9c7b), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.279737 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-f8daf90e-369c-4301-a48e-c7a7b89437ce tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:34.289001 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-f8daf90e-369c-4301-a48e-c7a7b89437ce tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 818 time: 0.9996142 Aug 23 04:27:34.315197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:34.316341 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 97f294f3-2eef-433b-b33f-b7225f3e3da6 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:34.346252 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (f74825a5-7e1c-45f8-99c3-a159ccbd9c7b), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.357766 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:27:34.358434 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (f74825a5-7e1c-45f8-99c3-a159ccbd9c7b), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.359009 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] Set router 5b803158-fa0d-4da3-a24a-e32ed63792f8 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:34.368808 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-df1ec824-4ad2-4771-8b28-3bf50b4938b0 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d3169d3b318421fab1d473a51637437&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434235 Aug 23 04:27:34.405692 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-7e554282-edbb-4521-8c59-aca40e4f6bdb tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/quotas/c113bdd75f254073abcfbd109dc7d187 HTTP/1.1" status: 200 len: 375 time: 0.1161835 Aug 23 04:27:34.409109 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 97f294f3-2eef-433b-b33f-b7225f3e3da6 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:34.409717 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.482993 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Allocated IP 172.27.4.120 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/f062714c-de3f-4e86-916c-4d891d609e8e) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:34.509904 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-462c6884-c580-4c5e-8d71-f2b2f520fb71 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031518 Aug 23 04:27:34.607487 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:34.653842 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f3fc0876-185f-46b0-9c41-08ee3fe377f5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/31fbe6bd-17b9-4096-9d6d-dffc10d0085c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6011055 Aug 23 04:27:34.677424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (56435af2-cc35-4011-838b-709c1e3283f8), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.683726 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment f74825a5-7e1c-45f8-99c3-a159ccbd9c7b resource provider aggregate not found Aug 23 04:27:34.718138 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.736892 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/56435af2-cc35-4011-838b-709c1e3283f8 HTTP/1.1" status: 204 len: 168 time: 2.2801220 Aug 23 04:27:34.743179 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment f74825a5-7e1c-45f8-99c3-a159ccbd9c7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f74825a5-7e1c-45f8-99c3-a159ccbd9c7b found for delete ", "request_id": "req-e9f19c4e-257e-4980-b6dc-b5d3c367403b"}]} Aug 23 04:27:34.763997 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a25e1-abdf-4c2b-93c7-e199b106b919 admin admin] Pushing event deleted for resources: {'Network': ['ID=56435af2-cc35-4011-838b-709c1e3283f8,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:34.840526 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for port (f062714c-de3f-4e86-916c-4d891d609e8e), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.892347 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (f062714c-de3f-4e86-916c-4d891d609e8e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.930734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:34.951086 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (d3f81e5e-4ed0-403e-b4ee-b96a527000c6), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:34.987892 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:35.018948 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:35.039882 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 97f294f3-2eef-433b-b33f-b7225f3e3da6 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:35.045449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device d9114c46-542c-4521-9e8d-c9dfaf4c577e up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:35.050772 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:35.055023 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:26Z', 'revision_number': 4, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '78d73940-6985-4230-b9c7-9710d1f89b2d', 'name': '', 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'mac_address': 'fa:16:3e:90:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '91fb95a1-bdfb-4954-a347-249aff7312fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:33Z', 'revision_number': 4, 'project_id': '3d3169d3b318421fab1d473a51637437', 'subnets': [{'id': '91fb95a1-bdfb-4954-a347-249aff7312fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:35.080070 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'Port': ['ID=f062714c-de3f-4e86-916c-4d891d609e8e,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:35.106955 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311ff12e-a25c-4c64-9184-054b148b4c04 None None] The sync data for ids ['5b803158-fa0d-4da3-a24a-e32ed63792f8'] in dv-cinder-854070-1-iscsi is: [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:26Z', 'revision_number': 4, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '78d73940-6985-4230-b9c7-9710d1f89b2d', 'name': '', 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'mac_address': 'fa:16:3e:90:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '91fb95a1-bdfb-4954-a347-249aff7312fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:33Z', 'revision_number': 4, 'project_id': '3d3169d3b318421fab1d473a51637437', 'subnets': [{'id': '91fb95a1-bdfb-4954-a347-249aff7312fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:35.166274 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port d9114c46-542c-4521-9e8d-c9dfaf4c577e triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:35.166801 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.187225 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:35.191811 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38054) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:35.259596 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.272886 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (195b9690-7497-4ead-ae0b-4a2cf1c8dfc6), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.280777 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-83824090-4f5a-432e-8654-64a13cb04ce8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8a770a11a4d14808b16d52629737a0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818598 Aug 23 04:27:35.284020 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38056) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:35.298658 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port d9114c46-542c-4521-9e8d-c9dfaf4c577e is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:35.329504 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-fe44ab3d-586b-4b31-bdfc-d722701450d3 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:27:35.339561 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-fe44ab3d-586b-4b31-bdfc-d722701450d3 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5805063 Aug 23 04:27:35.389488 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-7dc0f5a3-5c45-4e3d-a54d-9c1f0105c6af service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:27:35.391329 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-7dc0f5a3-5c45-4e3d-a54d-9c1f0105c6af service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5614531 Aug 23 04:27:35.502305 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:35.503275 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.504929 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f062714c-de3f-4e86-916c-4d891d609e8e), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.509255 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.573348 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-50a5f551-3c5a-42da-88c3-5e890531e8d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617970 Aug 23 04:27:35.591945 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'Port': ['ID=4e7df83c-9a76-492f-9bb6-9b9b5a35a043,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:35.592380 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device d9114c46-542c-4521-9e8d-c9dfaf4c577e up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:35.594853 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (d3f81e5e-4ed0-403e-b4ee-b96a527000c6), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.631190 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.640038 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-3e8254df-f979-4653-8183-050cfdd83227 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1482959 Aug 23 04:27:35.661029 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-754acea1-fa0c-405f-8569-9dafa2378501 admin admin] Publish callbacks [] for security_group (5f208e8e-5a04-45f4-a440-acd509ff62d7), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.738596 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port d9114c46-542c-4521-9e8d-c9dfaf4c577e triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:35.740414 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.750516 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:35.758454 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a804f84d-d34d-42a0-8930-fda52208b54f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a5e934c1-aa9a-452d-85fb-a285da26e1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172657 Aug 23 04:27:35.760490 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-754acea1-fa0c-405f-8569-9dafa2378501 admin admin] Publish callbacks [] for security_group (5f208e8e-5a04-45f4-a440-acd509ff62d7), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.821413 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:35.837759 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:35.858046 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:35.859466 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:35.979890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for port (f062714c-de3f-4e86-916c-4d891d609e8e), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:35.980493 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port d9114c46-542c-4521-9e8d-c9dfaf4c577e is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:35.981853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2d19127d-c5be-4e65-bfc7-d45eaac7f1db up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:36.033220 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (f062714c-de3f-4e86-916c-4d891d609e8e), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.033220 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (195b9690-7497-4ead-ae0b-4a2cf1c8dfc6), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.093064 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:36.126164 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:36.126549 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.190799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.200360 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3521533 Aug 23 04:27:36.261373 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967c510-178f-42a0-bcb0-35f4e387f1e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'Port': ['ID=f062714c-de3f-4e86-916c-4d891d609e8e,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:36.279032 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-4b2b3034-7ac7-4214-a7f9-7d15affca97d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a5e934c1-aa9a-452d-85fb-a285da26e1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088470 Aug 23 04:27:36.309706 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-a63f5295-14bb-4d5c-bf97-f7b10482ab47 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817310 Aug 23 04:27:36.310749 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-754acea1-fa0c-405f-8569-9dafa2378501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5f208e8e-5a04-45f4-a440-acd509ff62d7), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.316124 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-754acea1-fa0c-405f-8569-9dafa2378501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.324435 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-754acea1-fa0c-405f-8569-9dafa2378501 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5f208e8e-5a04-45f4-a440-acd509ff62d7 HTTP/1.1" status: 204 len: 168 time: 1.0393970 Aug 23 04:27:36.326058 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:36.326512 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.356218 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754acea1-fa0c-405f-8569-9dafa2378501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f208e8e-5a04-45f4-a440-acd509ff62d7,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:36.374369 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:36.384056 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.384056 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bfde8fc4-1922-471e-bffc-141fec983e07 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:36.501109 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:36.541289 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 2, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:36.578245 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:36.578555 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Updating router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c port 09b9862e-2161-4c7d-98dd-00729974538f binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:36.615967 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (09b9862e-2161-4c7d-98dd-00729974538f), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.633156 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port bfde8fc4-1922-471e-bffc-141fec983e07 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:36.633775 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:36.699610 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:36.906128 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port bfde8fc4-1922-471e-bffc-141fec983e07 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:37.016199 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-a77bb1d6-19ba-47df-8199-601cd73e73d3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1094529803&fields=id&tenant_id=fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 267 time: 0.1500790 Aug 23 04:27:37.080117 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:37.149331 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38130) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:37.220377 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:37.231125 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-66312d44-a5ae-4ac5-944a-8cd6491fe51a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:37.233227 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-66312d44-a5ae-4ac5-944a-8cd6491fe51a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 817 time: 0.2040131 Aug 23 04:27:37.251928 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Publish callbacks [] for port (09b9862e-2161-4c7d-98dd-00729974538f), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.263686 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (09b9862e-2161-4c7d-98dd-00729974538f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.269160 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-12df87fd-0cc1-47f3-ae67-891e815a1a1c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=afa34b8e375c470f97ee04ad9ec271ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169035 Aug 23 04:27:37.271149 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-28d8b341-c34d-4ef3-b938-d9d2d79673eb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/quotas/fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 375 time: 0.0231450 Aug 23 04:27:37.271695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38132) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:37.314885 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38134) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:37.325374 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-d676ea78-0931-4365-a021-d0ebb6a4d196 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604093', 'description': 'tempest-description--1886465378'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:37.399398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:37.479184 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d676ea78-0931-4365-a021-d0ebb6a4d196 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.490829 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-3e061851-e191-48e4-a905-55164c120f5a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2173131 Aug 23 04:27:37.539955 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14439c99-f447-44c6-8dc2-35617e695c05 None None] Pushing event updated for resources: {'Port': ['ID=09b9862e-2161-4c7d-98dd-00729974538f,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:37.556566 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b05bb329-bd3a-4501-82d5-6a3cd886c868 admin admin] Publish callbacks [] for security_group (57491b0f-60b3-43cc-9f1c-470d0d2742c4), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.602346 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b05bb329-bd3a-4501-82d5-6a3cd886c868 admin admin] Publish callbacks [] for security_group (57491b0f-60b3-43cc-9f1c-470d0d2742c4), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.661495 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Attempting to bind port 09b9862e-2161-4c7d-98dd-00729974538f on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:37.661772 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Attempting to bind port 09b9862e-2161-4c7d-98dd-00729974538f by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:37.662127 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Attempting to bind port 09b9862e-2161-4c7d-98dd-00729974538f on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:37.691956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:37.691956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Checking segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:37.691956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.691956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Bound using segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:37.691956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Bound port: 09b9862e-2161-4c7d-98dd-00729974538f, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:37.691956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (09b9862e-2161-4c7d-98dd-00729974538f), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.708002 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d676ea78-0931-4365-a021-d0ebb6a4d196 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (8e3a0a68-fe47-4bb2-b80b-273cba05d76c), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.720783 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d676ea78-0931-4365-a021-d0ebb6a4d196 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (8e3a0a68-fe47-4bb2-b80b-273cba05d76c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.753820 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:37.771153 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676ea78-0931-4365-a021-d0ebb6a4d196 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a0a68-fe47-4bb2-b80b-273cba05d76c,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:37.783742 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d676ea78-0931-4365-a021-d0ebb6a4d196 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.787815 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d676ea78-0931-4365-a021-d0ebb6a4d196 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4678144 Aug 23 04:27:37.788369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38158) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:37.794233 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-4eeae011-dcb7-4754-9e26-663cb288c63b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': '8e3a0a68-fe47-4bb2-b80b-273cba05d76c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:37.830134 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b05bb329-bd3a-4501-82d5-6a3cd886c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (57491b0f-60b3-43cc-9f1c-470d0d2742c4), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.832962 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b05bb329-bd3a-4501-82d5-6a3cd886c868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.834249 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-b05bb329-bd3a-4501-82d5-6a3cd886c868 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/57491b0f-60b3-43cc-9f1c-470d0d2742c4 HTTP/1.1" status: 204 len: 168 time: 0.5584352 Aug 23 04:27:37.858896 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4eeae011-dcb7-4754-9e26-663cb288c63b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (f94a286d-2715-4cdc-a7f8-9bbd6dcb606b), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:37.910182 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bb329-bd3a-4501-82d5-6a3cd886c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57491b0f-60b3-43cc-9f1c-470d0d2742c4,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:37.938638 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] For port 09b9862e-2161-4c7d-98dd-00729974538f, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:37.949977 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] For port 09b9862e-2161-4c7d-98dd-00729974538f, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=09b9862e-2161-4c7d-98dd-00729974538f,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:37.971783 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 83cf34db-827b-411c-ace3-14a7d1678a54 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:38.046187 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4eeae011-dcb7-4754-9e26-663cb288c63b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (f94a286d-2715-4cdc-a7f8-9bbd6dcb606b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.053709 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4eeae011-dcb7-4754-9e26-663cb288c63b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (f94a286d-2715-4cdc-a7f8-9bbd6dcb606b), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.075598 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (09b9862e-2161-4c7d-98dd-00729974538f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.083669 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeae011-dcb7-4754-9e26-663cb288c63b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94a286d-2715-4cdc-a7f8-9bbd6dcb606b,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:38.111045 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4eeae011-dcb7-4754-9e26-663cb288c63b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.115315 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-4eeae011-dcb7-4754-9e26-663cb288c63b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234308 Aug 23 04:27:38.115673 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38178) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:38.129626 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-9f4ea7b2-e23a-4cb7-a4e1-11dece6c749a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': '8e3a0a68-fe47-4bb2-b80b-273cba05d76c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:38.199377 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:38.201216 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:38.204494 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea7b2-e23a-4cb7-a4e1-11dece6c749a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (debc2eaf-66b7-46c8-96c3-3bff498dc5d6), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.229667 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:38.235292 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-3cea54a8-24ec-4274-b62c-7668d370f7cb tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1661417019&fields=id&tenant_id=620abd3a734b4502afa795d2cc58dadf HTTP/1.1" status: 200 len: 267 time: 0.7734733 Aug 23 04:27:38.448832 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea7b2-e23a-4cb7-a4e1-11dece6c749a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (debc2eaf-66b7-46c8-96c3-3bff498dc5d6), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.452142 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-1b0ca1a9-9004-4628-881c-47c04e32e6c2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148269 Aug 23 04:27:38.473140 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea7b2-e23a-4cb7-a4e1-11dece6c749a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (debc2eaf-66b7-46c8-96c3-3bff498dc5d6), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.476354 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14439c99-f447-44c6-8dc2-35617e695c05 None None] Pushing event updated for resources: {'Port': ['ID=09b9862e-2161-4c7d-98dd-00729974538f,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:38.516583 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 83cf34db-827b-411c-ace3-14a7d1678a54 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:38.517109 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.540616 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ea7b2-e23a-4cb7-a4e1-11dece6c749a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debc2eaf-66b7-46c8-96c3-3bff498dc5d6,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:38.559734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea7b2-e23a-4cb7-a4e1-11dece6c749a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.567678 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-5f1f2748-b9f2-4063-a6d0-4a7368d5acd0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068923 Aug 23 04:27:38.570710 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38206) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:38.577850 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:38.581152 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-9f4ea7b2-e23a-4cb7-a4e1-11dece6c749a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4628570 Aug 23 04:27:38.654263 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-3a2e1fb3-81e2-4646-9106-c2268f5ba52b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:38.656016 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-3a2e1fb3-81e2-4646-9106-c2268f5ba52b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 811 time: 0.4195704 Aug 23 04:27:38.665078 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.924152 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:38.961438 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-07c19d72-aed6-4184-8e0d-32aede153506 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/quotas/620abd3a734b4502afa795d2cc58dadf HTTP/1.1" status: 200 len: 375 time: 0.0485363 Aug 23 04:27:39.148052 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:39.227013 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 83cf34db-827b-411c-ace3-14a7d1678a54 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:39.228736 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:39.379564 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 83cf34db-827b-411c-ace3-14a7d1678a54, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=83cf34db-827b-411c-ace3-14a7d1678a54,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:39.386201 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-669146f0-5b26-40fe-8b9e-b67cbcbeb67a req-6ddda622-83cf-4af8-bb44-35765f24e882 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 210 time: 0.2124486 Aug 23 04:27:39.396800 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-2616b301-adb3-476a-bea6-fda3f453f691 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4237247 Aug 23 04:27:39.416945 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:39.416945 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 78d73940-6985-4230-b9c7-9710d1f89b2d up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:39.869019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.27.4.209 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/19e29c18-d9ec-488f-a47a-94803c35c0c8) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:39.965956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:39.974737 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:40.115825 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:40.130827 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:40.204872 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aa7f1339-9d77-4aa6-b624-734af41895ae req-089c515b-e6e5-4ce5-81bc-b19d548b9fc0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 210 time: 0.3685877 Aug 23 04:27:40.206779 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-1919ea6f-722b-431e-a93f-e51ed5147fa9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353845 Aug 23 04:27:40.230915 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:40.247388 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=83cf34db-827b-411c-ace3-14a7d1678a54,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:40.275019 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:37Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:40.294319 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 78d73940-6985-4230-b9c7-9710d1f89b2d triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:40.296343 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:40.449708 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a73a7-8c07-4ca9-86c6-e46c3d02d303 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:37Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:40.496455 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4c3be5c8-2290-49b3-88b6-be1012743c4e req-760f290f-afae-48c1-af26-c672ebfad359 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 210 time: 0.0536680 Aug 23 04:27:40.496455 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:40.525889 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-041176ba-0d58-4a21-9bcc-9e4b2b061cc5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101711 Aug 23 04:27:40.555467 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:40.558816 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:40.574394 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:40.602997 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=19e29c18-d9ec-488f-a47a-94803c35c0c8,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:40.648679 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 78d73940-6985-4230-b9c7-9710d1f89b2d is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:40.651116 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:40.751599 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 78d73940-6985-4230-b9c7-9710d1f89b2d, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=78d73940-6985-4230-b9c7-9710d1f89b2d,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:40.758812 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:40.759738 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2d19127d-c5be-4e65-bfc7-d45eaac7f1db up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:40.763856 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (49257f7e-ad0f-4c39-a66c-e0525533344d), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:40.773944 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.47', 64270) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:40.878702 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26f517e3-0251-44e5-98ea-ecc7692bbbf7 req-e62d99ff-e439-49f4-8e97-e016e75600f9 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 210 time: 0.1645608 Aug 23 04:27:40.991831 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.47', 64271) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:41.103493 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=78d73940-6985-4230-b9c7-9710d1f89b2d,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:41.197825 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:41.198027 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:41.238279 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c0f4cd75-b717-42e9-afe1-96781cf67a12 req-fe47c3fa-d6d0-490b-b656-ced60998293a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 210 time: 0.2262447 Aug 23 04:27:41.241772 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:41.382963 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:41.384206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8d3404e7-b4d4-44d1-a680-527e17a76dc4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:41.429636 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-22374d0d-50cd-4ded-a3bb-983077f84522 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:41.438130 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-22374d0d-50cd-4ded-a3bb-983077f84522 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.47 "GET /networking/v2.0/networks?id=a5e934c1-aa9a-452d-85fb-a285da26e1ae HTTP/1.1" status: 200 len: 812 time: 0.6630471 Aug 23 04:27:41.499624 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Request body: {'port': {'device_id': '77db89a9-c264-403c-8f45-f52c6360ec03', 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'admin_state_up': True, 'tenant_id': '3d3169d3b318421fab1d473a51637437'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:41.531760 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:41.539348 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:41.551868 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.47', 64277) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:41.644616 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-9e98d0e9-843a-4f50-8403-87d0b620ae92 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:41.658763 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-9e98d0e9-843a-4f50-8403-87d0b620ae92 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 818 time: 0.6549976 Aug 23 04:27:41.718238 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'port': {'device_id': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'admin_state_up': True, 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:41.727740 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-06e208d2-1218-4e0a-bc30-cd7c45a224c2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:41.738819 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-06e208d2-1218-4e0a-bc30-cd7c45a224c2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 818 time: 0.7251213 Aug 23 04:27:41.844421 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:41.845565 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:41.883950 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ceac3db7-d326-409a-83cf-d8010f141e66 req-ca69c8a2-ac5f-4c34-9470-4875feb3a774 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 210 time: 0.1316726 Aug 23 04:27:41.931650 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 8d3404e7-b4d4-44d1-a680-527e17a76dc4, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=8d3404e7-b4d4-44d1-a680-527e17a76dc4,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:41.936661 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:41.937288 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-2f32368e-93cf-4357-841d-27e81111bfc2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/quotas/c113bdd75f254073abcfbd109dc7d187 HTTP/1.1" status: 200 len: 375 time: 0.1967385 Aug 23 04:27:42.124448 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=8d3404e7-b4d4-44d1-a680-527e17a76dc4,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:42.291883 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-863e5645-09b4-4aee-9cb9-582d48dfac46 req-5d7add1b-c173-4f25-8de9-20ae0c5e866e tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 210 time: 0.1512070 Aug 23 04:27:42.373861 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-cc37460a-91ba-4eae-873a-c5cb12dca485 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:42.380000 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-cc37460a-91ba-4eae-873a-c5cb12dca485 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 817 time: 0.8269546 Aug 23 04:27:42.393108 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.416892 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Made reservation on behalf of c113bdd75f254073abcfbd109dc7d187 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:42.426760 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.436067 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-0d20087e-f2c2-4b03-9662-a4e10053c7c6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2934616 Aug 23 04:27:42.450553 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 09b9862e-2161-4c7d-98dd-00729974538f up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:42.550734 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 09b9862e-2161-4c7d-98dd-00729974538f triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:42.551503 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (09b9862e-2161-4c7d-98dd-00729974538f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.653584 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Made reservation on behalf of 3d3169d3b318421fab1d473a51637437 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:42.660560 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:42.662839 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.665797 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 09b9862e-2161-4c7d-98dd-00729974538f is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:42.666586 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (09b9862e-2161-4c7d-98dd-00729974538f), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.670399 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:42.685092 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:42.712228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 09b9862e-2161-4c7d-98dd-00729974538f, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=09b9862e-2161-4c7d-98dd-00729974538f,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:42.729417 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (09b9862e-2161-4c7d-98dd-00729974538f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.740629 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 83cf34db-827b-411c-ace3-14a7d1678a54 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:42.800331 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:42.818614 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-49b04dba-f821-4af5-9841-446efe289573 req-c38dbc8f-7816-484e-921a-1b75457e9072 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 210 time: 0.3692830 Aug 23 04:27:42.820456 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.823005 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (49257f7e-ad0f-4c39-a66c-e0525533344d), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.892526 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 83cf34db-827b-411c-ace3-14a7d1678a54 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:42.893157 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.897435 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.47', 64284) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:42.930593 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=19e29c18-d9ec-488f-a47a-94803c35c0c8,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:42.934642 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:42.941017 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:42.945949 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-da45f26f-b2ee-43b3-b0fb-589d56fdf7dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3735423 Aug 23 04:27:42.973804 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=09b9862e-2161-4c7d-98dd-00729974538f,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:43.128207 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-36fc6357-7766-4bdb-b7ea-e57367c0acd5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:43.140687 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-36fc6357-7766-4bdb-b7ea-e57367c0acd5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 811 time: 0.2305429 Aug 23 04:27:43.222714 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38426) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:43.249483 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 83cf34db-827b-411c-ace3-14a7d1678a54 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:43.252541 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 78d73940-6985-4230-b9c7-9710d1f89b2d up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:43.340168 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 78d73940-6985-4230-b9c7-9710d1f89b2d triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:43.340556 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:43.342232 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:43.349847 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-0fad8589-39f7-4745-b680-0d4210c67fcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=620abd3a734b4502afa795d2cc58dadf HTTP/1.1" status: 200 len: 380 time: 0.2080567 Aug 23 04:27:43.419362 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Allocated IP 172.20.0.5 (a5e934c1-aa9a-452d-85fb-a285da26e1ae/91fb95a1-bdfb-4954-a347-249aff7312fc/f1a5f116-8361-455e-9373-f0d86c41dc4f) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:43.467557 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-da7fa3e0-ab55-4523-bc49-ccbe42dd066a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0303087 Aug 23 04:27:43.482975 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5427629d-bc80-4cc8-a4e9-f9e1b47903f7 req-5a032bce-d5d9-428b-860a-f8247fcab1c6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 210 time: 0.3417761 Aug 23 04:27:43.533491 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-d7a5fdda-b6d3-45c1-aaf4-51f0e808a14f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 380 time: 1.1458118 Aug 23 04:27:43.542140 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Allocated IP 172.20.0.9 (fd742f53-022c-4e81-afc1-52562ecc925b/3706df79-427a-4068-a8e4-a3e4286726e4/89b2c8bf-fcbd-46df-9d0d-0a4df470da86) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:43.586555 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 78d73940-6985-4230-b9c7-9710d1f89b2d is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:43.592329 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'port': {'device_id': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'admin_state_up': True, 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'security_groups': ['03ada233-b57b-4170-8b6d-33013bcca3e9']}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:43.688769 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'port': {'device_id': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'admin_state_up': True, 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'security_groups': ['7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:43.693467 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a13df669-6d15-43a0-9260-77a7ef8e9917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:43.848014 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-5e23852c-dc28-48cc-8167-8e4c25af7dbc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637850 Aug 23 04:27:43.859886 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-d6bd1ed3-1602-4468-906d-f6094ba219c9 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--604093&fields=id&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 267 time: 0.1871841 Aug 23 04:27:43.904089 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:43.996417 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Made reservation on behalf of fa6589185abe4af1b3d0cba6f0699538 for: {'port': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:44.002470 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.195629 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 09b9862e-2161-4c7d-98dd-00729974538f up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:44.324270 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38460) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:44.329196 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 09b9862e-2161-4c7d-98dd-00729974538f triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:44.329596 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (09b9862e-2161-4c7d-98dd-00729974538f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.413229 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-6d174dd0-95c3-4b90-b6b1-33399fe9bd99 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:44.421943 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-6d174dd0-95c3-4b90-b6b1-33399fe9bd99 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 0.5605390 Aug 23 04:27:44.448030 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a13df669-6d15-43a0-9260-77a7ef8e9917 admin admin] Publish callbacks [] for security_group (23eb2081-6f5a-455f-ab42-f0fa801b6c43), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.497962 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-83cceaa4-af4d-49cb-9ec9-95cbb94fb25e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/quotas/52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 375 time: 0.0732491 Aug 23 04:27:44.561507 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a13df669-6d15-43a0-9260-77a7ef8e9917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (23eb2081-6f5a-455f-ab42-f0fa801b6c43), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.580181 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 09b9862e-2161-4c7d-98dd-00729974538f is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:44.581820 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8d3404e7-b4d4-44d1-a680-527e17a76dc4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:44.643113 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-21428e1a-c219-44c1-a9ed-3cc1c5eedea4 req-4c5ea6b0-53b2-45d4-b5d8-06eea352ef48 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 210 time: 0.1409132 Aug 23 04:27:44.706649 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:44.707188 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.744620 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.769441 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a13df669-6d15-43a0-9260-77a7ef8e9917 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=197827793ebf446e95158012bfbfc0d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5344119 Aug 23 04:27:44.774817 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Made reservation on behalf of 620abd3a734b4502afa795d2cc58dadf for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:44.785010 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.796699 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38480) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:44.861206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:44.936403 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b81fdbb1-2d5f-4c4c-8efc-36d116ad9aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:44.948891 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-14e1f42b-902e-4026-864d-dc35835a88a8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4496574 Aug 23 04:27:45.007061 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13df669-6d15-43a0-9260-77a7ef8e9917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eb2081-6f5a-455f-ab42-f0fa801b6c43,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:45.033802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks [] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.049731 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=37 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:45.059562 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:45.136460 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e3b42056-4033-4837-9d3e-7f598cd68911 admin admin] Publish callbacks [] for security_group (23eb2081-6f5a-455f-ab42-f0fa801b6c43), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.137292 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f99428f1-3cb8-4c62-9e3e-69928dc87931 req-df4a0ff8-3587-4f96-b681-692f3420d429 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 210 time: 0.2497706 Aug 23 04:27:45.162095 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e3b42056-4033-4837-9d3e-7f598cd68911 admin admin] Publish callbacks [] for security_group (23eb2081-6f5a-455f-ab42-f0fa801b6c43), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.178509 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Allocated IP 172.20.0.11 (6add0727-6c98-4d08-a7e7-3e117fdd2353/a7767169-880d-488a-9778-670c1f389978/56285f49-e5c0-4e47-acbc-7a0f3d0d8622) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:45.181971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.246895 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-1e6152f2-850c-4e09-b6fa-7930ca135748 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581859 Aug 23 04:27:45.247313 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:45.252342 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:45.374406 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ff1c8443-1a60-47cd-9b82-15ae35636329 req-4d55e026-ffee-43d5-b1c0-fdceafd81572 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 210 time: 0.1059208 Aug 23 04:27:45.505150 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:45.529711 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Allocated IP 172.20.0.14 (a554d691-3edb-400b-bdf3-7ffd755600af/d8b1a949-fd2f-48a9-9f2e-529394e19aa3/7ff1585b-e97f-4f6d-a093-a43bf254afd2) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:45.577009 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:45.656282 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fcb360b1-b9e3-4126-9af9-7fe75e130bdc req-b0b0335c-1223-434f-9b35-ebe33777b076 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 210 time: 0.1314480 Aug 23 04:27:45.681173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.707413 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b81fdbb1-2d5f-4c4c-8efc-36d116ad9aba admin admin] Publish callbacks [] for security_group (3ac30b0d-1b7d-4219-b05f-24f33c43c090), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.719995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b81fdbb1-2d5f-4c4c-8efc-36d116ad9aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3ac30b0d-1b7d-4219-b05f-24f33c43c090), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.733956 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-7541a745-71b8-4035-abf4-edad2bc6d705 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634771 Aug 23 04:27:45.780367 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.794590 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Network fd742f53-022c-4e81-afc1-52562ecc925b is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:45.797751 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-b81fdbb1-2d5f-4c4c-8efc-36d116ad9aba admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8660bc7b611147d2be0cf05f802226bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4700773 Aug 23 04:27:45.807169 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fdbb1-2d5f-4c4c-8efc-36d116ad9aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac30b0d-1b7d-4219-b05f-24f33c43c090,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:45.809855 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38502) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:45.840310 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:45.841878 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'Port': ['ID=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:45.844601 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:45.846933 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:45.856346 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:45.881402 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e3b42056-4033-4837-9d3e-7f598cd68911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (23eb2081-6f5a-455f-ab42-f0fa801b6c43), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.885018 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e3b42056-4033-4837-9d3e-7f598cd68911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:45.886204 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e3b42056-4033-4837-9d3e-7f598cd68911 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/23eb2081-6f5a-455f-ab42-f0fa801b6c43 HTTP/1.1" status: 204 len: 168 time: 1.0877964 Aug 23 04:27:45.920740 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a6231-b297-4cb8-a02f-45cb17e82634 req-4b6dfd33-4be4-45fd-a636-2540f3b0ec18 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:45.926512 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a33a6231-b297-4cb8-a02f-45cb17e82634 req-4b6dfd33-4be4-45fd-a636-2540f3b0ec18 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 931 time: 0.1366594 Aug 23 04:27:46.133610 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a33a6231-b297-4cb8-a02f-45cb17e82634 req-548f6dcf-f2be-4a86-a0d3-66568da91892 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756356 Aug 23 04:27:46.175745 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.192201 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Sync routers for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:46.202894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:46.209258 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:46.209890 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:46.228881 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b42056-4033-4837-9d3e-7f598cd68911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eb2081-6f5a-455f-ab42-f0fa801b6c43,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:46.305416 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.47', 64288) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:46.421432 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Pushing event updated for resources: {'Port': ['ID=f1a5f116-8361-455e-9373-f0d86c41dc4f,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:46.449310 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:46.451308 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.494738 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-248c1058-8ae2-463f-ac95-dc9b0b9056d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8164148 Aug 23 04:27:46.508101 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9ce45605-8c92-4021-95e9-5ea59a260deb req-aa96ee2c-0e74-4c1f-9555-597e753f9b32 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 210 time: 0.3892767 Aug 23 04:27:46.515794 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:46.516538 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.533338 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:46.538780 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-d8816729-e7de-43ce-94d6-a8d75375ca68 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:27:46.540685 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-d8816729-e7de-43ce-94d6-a8d75375ca68 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0195520 Aug 23 04:27:46.565067 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-41d687dd-4b0b-4232-bb33-0d394cf3608d admin admin] Publish callbacks [] for security_group (3ac30b0d-1b7d-4219-b05f-24f33c43c090), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.592927 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-cc196316-2e3a-4d11-a214-8aba67ea3bee None None] Provisioning complete for port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:46.593526 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-cc196316-2e3a-4d11-a214-8aba67ea3bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.644107 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-41d687dd-4b0b-4232-bb33-0d394cf3608d admin admin] Publish callbacks [] for security_group (3ac30b0d-1b7d-4219-b05f-24f33c43c090), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.692160 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-00b21fc9-afae-41cc-9de5-3b65b2dfce41 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2122931 Aug 23 04:27:46.772731 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-cc196316-2e3a-4d11-a214-8aba67ea3bee None None] Port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:46.792238 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.857838 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:46.864170 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:46.870018 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:46.875171 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:46.886997 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:46.893966 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:46.895336 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:46.934963 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-bdb866b4-562c-4fb1-aa34-bbf9c32bc96b None None] Provisioning complete for port f1a5f116-8361-455e-9373-f0d86c41dc4f triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:46.937303 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bdb866b4-562c-4fb1-aa34-bbf9c32bc96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:47.035701 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f8ff1c26-8949-474c-a3a6-07acaba2be63 req-415777ce-5659-4512-b193-2f8622c8ec03 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 210 time: 0.0990424 Aug 23 04:27:47.047313 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-bdb866b4-562c-4fb1-aa34-bbf9c32bc96b None None] Port f1a5f116-8361-455e-9373-f0d86c41dc4f cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:47.088703 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-eb82608e-a77a-410b-9561-98332025132e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:47.097952 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-eb82608e-a77a-410b-9561-98332025132e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 818 time: 0.7727168 Aug 23 04:27:47.181856 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:47.186445 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:47.199206 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38546) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:47.212043 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'port': {'device_id': 'e942f38b-c544-4991-8221-872266e4e196', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'admin_state_up': True, 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:47.375223 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:47.417347 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-0b4ad76c-a043-4465-be86-98dd9d74327b None None] Provisioning complete for port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:47.423284 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b4ad76c-a043-4465-be86-98dd9d74327b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:47.443820 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 2, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:47.500477 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'Port': ['ID=7ff1585b-e97f-4f6d-a093-a43bf254afd2,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:47.521910 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ad76c-a043-4465-be86-98dd9d74327b None None] Port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:47.526341 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4184edf6-a128-45cc-93e7-2fa6796a6ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:47.626550 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Checking router: f47540ec-ed1b-41a6-a697-dbf87fa9212e for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:47.637278 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Updating router f47540ec-ed1b-41a6-a697-dbf87fa9212e port c0632a61-1f26-47db-89c8-fead0563a62d binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:47.696384 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Request body: {'port': {'device_id': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:47.713366 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b7130d2e-f19d-4752-b978-0398d9015cb6 req-463fcccf-1186-4ecd-bf11-a3fb792e2460 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 210 time: 1.2018867 Aug 23 04:27:47.733726 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-91f71262-5897-4d5b-8f45-e0e264f03f85 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1776397 Aug 23 04:27:47.734451 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-41d687dd-4b0b-4232-bb33-0d394cf3608d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3ac30b0d-1b7d-4219-b05f-24f33c43c090), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:47.753682 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-41d687dd-4b0b-4232-bb33-0d394cf3608d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:47.754851 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-41d687dd-4b0b-4232-bb33-0d394cf3608d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3ac30b0d-1b7d-4219-b05f-24f33c43c090 HTTP/1.1" status: 204 len: 168 time: 1.9409752 Aug 23 04:27:47.774758 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:47.871870 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Request body: {'port': {'device_id': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:47.901710 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:47.916367 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38556) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:47.920516 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Request body: {'port': {'device_id': '77db89a9-c264-403c-8f45-f52c6360ec03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:47.971877 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Network a554d691-3edb-400b-bdf3-7ffd755600af is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:48.046386 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Made reservation on behalf of c113bdd75f254073abcfbd109dc7d187 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:48.059571 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.089882 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d687dd-4b0b-4232-bb33-0d394cf3608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac30b0d-1b7d-4219-b05f-24f33c43c090,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:48.093601 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:48.101760 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:48.237849 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add78246-20af-47ad-8fba-a04312ab674d req-2d353349-5f5d-4e90-a789-2db91739d2a2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:48.247729 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-add78246-20af-47ad-8fba-a04312ab674d req-2d353349-5f5d-4e90-a789-2db91739d2a2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 932 time: 0.5298417 Aug 23 04:27:48.327373 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33354126-681d-49ed-abdf-defec0c35475 req-9d7b984d-5be4-4c0e-a21a-6c12c6bca9d5 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:48.329918 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-33354126-681d-49ed-abdf-defec0c35475 req-9d7b984d-5be4-4c0e-a21a-6c12c6bca9d5 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 931 time: 0.3396168 Aug 23 04:27:48.389676 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:48.390393 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.405958 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.491108 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.497707 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7d97fa37-3387-4a35-8890-56595e6102b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.571315 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:48.645771 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.668849 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.47', 64293) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:48.678839 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-f246b924-a7f4-4d79-af37-b589d5a0be5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0289001 Aug 23 04:27:48.684551 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-cca7b75d-6ffd-48ec-9080-6b669b734563 None None] Provisioning complete for port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:48.687900 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-cca7b75d-6ffd-48ec-9080-6b669b734563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.695903 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38566) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:48.713020 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-add78246-20af-47ad-8fba-a04312ab674d req-61a86e7d-8ee4-48c0-8374-55120e31f051 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4639473 Aug 23 04:27:48.726490 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Publish callbacks [] for port (c0632a61-1f26-47db-89c8-fead0563a62d), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.730299 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:48.737294 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.794243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b1deb027-400a-4928-afa8-f5335e8c6b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:48.837368 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Sync routers for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:48.842057 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:48.868653 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-cca7b75d-6ffd-48ec-9080-6b669b734563 None None] Port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:48.894547 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:48.895770 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:48.899289 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Request body: {'port': {'device_id': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:48.985617 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-33354126-681d-49ed-abdf-defec0c35475 req-178d24d9-cba1-4b6a-9227-fe35a691aa16 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425402 Aug 23 04:27:49.122717 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac3649-dff0-4d11-985d-43e92ceb1d13 None None] Pushing event updated for resources: {'Port': ['ID=c0632a61-1f26-47db-89c8-fead0563a62d,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:49.173472 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Attempting to bind port c0632a61-1f26-47db-89c8-fead0563a62d on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:49.173831 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Attempting to bind port c0632a61-1f26-47db-89c8-fead0563a62d by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:49.174188 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Attempting to bind port c0632a61-1f26-47db-89c8-fead0563a62d on network a554d691-3edb-400b-bdf3-7ffd755600af {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:49.194038 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:49.194702 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Checking segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:49.195196 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:49.195991 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Bound using segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:49.196410 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Bound port: c0632a61-1f26-47db-89c8-fead0563a62d, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:49.197465 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:49.209668 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4184edf6-a128-45cc-93e7-2fa6796a6ab4 admin admin] Publish callbacks [] for security_group (4c6bfbf0-726e-4f23-91ba-d261561b440b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:49.220565 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e1ebd4ad-e75b-4f3c-a7d4-4072e84ed991 req-281ff88f-29ae-4dc4-b087-1bbca27bcd5a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 210 time: 0.2955191 Aug 23 04:27:49.397739 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] For port c0632a61-1f26-47db-89c8-fead0563a62d, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:49.410042 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] For port c0632a61-1f26-47db-89c8-fead0563a62d, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c0632a61-1f26-47db-89c8-fead0563a62d,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:49.425223 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:49.474392 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7d97fa37-3387-4a35-8890-56595e6102b4 admin admin] Publish callbacks [] for security_group (47a890be-f7ec-4f58-a8ec-0f4004bdaa34), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:49.553404 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:49.559630 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:49.616390 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-7d97fa37-3387-4a35-8890-56595e6102b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (47a890be-f7ec-4f58-a8ec-0f4004bdaa34), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:49.683555 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d11b3d8b-1bcb-4f9e-b923-86dd071d4858 req-f4b3eb4b-98b5-46cf-bcd0-e45d00d442c0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 210 time: 0.4835322 Aug 23 04:27:49.712877 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:49.819407 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-8af097e1-f833-48f9-ac41-36bfed80f913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:49.821562 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-8af097e1-f833-48f9-ac41-36bfed80f913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 1.1412935 Aug 23 04:27:49.848129 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97fa37-3387-4a35-8890-56595e6102b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a890be-f7ec-4f58-a8ec-0f4004bdaa34,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:49.869540 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac3649-dff0-4d11-985d-43e92ceb1d13 None None] Pushing event updated for resources: {'Port': ['ID=c0632a61-1f26-47db-89c8-fead0563a62d,revision_number=4']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:49.874940 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30fec-7e52-4e31-8831-44909c49cd3a req-beb1a73d-e40c-44c7-a967-e5083d90d142 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:49.876936 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b9a30fec-7e52-4e31-8831-44909c49cd3a req-beb1a73d-e40c-44c7-a967-e5083d90d142 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 932 time: 0.3962531 Aug 23 04:27:49.928685 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:49.931771 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4184edf6-a128-45cc-93e7-2fa6796a6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4c6bfbf0-726e-4f23-91ba-d261561b440b), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:49.975008 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Allocated IP 172.20.0.6 (fd742f53-022c-4e81-afc1-52562ecc925b/3706df79-427a-4068-a8e4-a3e4286726e4/ccfb2bb6-9852-46f4-93c8-346e9d6dfb17) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:50.111966 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b9a30fec-7e52-4e31-8831-44909c49cd3a req-51efd4e1-23c2-4bfe-a7bd-9e269cba3154 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416597 Aug 23 04:27:50.111966 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-7d97fa37-3387-4a35-8890-56595e6102b4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9f1c5eb51d8e4ee69a39c26390071cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1072352 Aug 23 04:27:50.165894 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c0632a61-1f26-47db-89c8-fead0563a62d up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:50.203905 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38582) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:50.212122 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:50.237013 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 2, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:50.287472 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:49Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:50.316359 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Checking router: 165424e7-e640-46f5-b0b4-227b1f35ae06 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:50.316679 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Updating router 165424e7-e640-46f5-b0b4-227b1f35ae06 port eec6a055-37ab-4ac3-903a-3fe2bf81c87e binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:27:50.328010 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:50.340107 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port c0632a61-1f26-47db-89c8-fead0563a62d triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:50.340529 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:50.342146 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee7326-6518-4706-b0e3-58f4c4a88983 None None] The sync data for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi is: [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:49Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:50.357858 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b1deb027-400a-4928-afa8-f5335e8c6b65 admin admin] Publish callbacks [] for security_group (af7d128d-8c0e-41b8-a47f-2013e85fc944), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:50.407796 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:50.436700 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b1deb027-400a-4928-afa8-f5335e8c6b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (af7d128d-8c0e-41b8-a47f-2013e85fc944), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:50.559424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:50.564291 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:50.628694 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:50.655408 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port c0632a61-1f26-47db-89c8-fead0563a62d is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:50.655808 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:50.680134 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67564d-0424-485f-b83a-336f582b5f4a req-baea6492-d59b-44b3-84b5-6c00e5f8982b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:50.685354 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b67564d-0424-485f-b83a-336f582b5f4a req-baea6492-d59b-44b3-84b5-6c00e5f8982b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 932 time: 0.7478764 Aug 23 04:27:50.720674 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port c0632a61-1f26-47db-89c8-fead0563a62d, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c0632a61-1f26-47db-89c8-fead0563a62d,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:50.726395 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:50.808121 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=c0632a61-1f26-47db-89c8-fead0563a62d,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:50.835518 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184edf6-a128-45cc-93e7-2fa6796a6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6bfbf0-726e-4f23-91ba-d261561b440b,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:50.915248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deb027-400a-4928-afa8-f5335e8c6b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d128d-8c0e-41b8-a47f-2013e85fc944,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:50.934370 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:50.971962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c79e67-95ad-436d-b715-9b3c5b73823f req-dbc976b6-5352-441c-ab3e-ba59437ab330 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:50.975187 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6c79e67-95ad-436d-b715-9b3c5b73823f req-dbc976b6-5352-441c-ab3e-ba59437ab330 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 931 time: 0.6373470 Aug 23 04:27:50.978070 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-b1deb027-400a-4928-afa8-f5335e8c6b65 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=963387eedd004e16a27e452a06fa73b4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2766864 Aug 23 04:27:50.984069 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-2c58139f-96a8-4caa-9f7e-c19bdf730b19 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 376 time: 1.0534256 Aug 23 04:27:50.989701 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-4184edf6-a128-45cc-93e7-2fa6796a6ab4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7b5c201ac7424cc2a9aeea2268c30f47&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7864950 Aug 23 04:27:50.993096 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38592) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:50.993571 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38594) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:51.034848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.082568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fb002c12-1720-4065-9763-f7da1814260d admin admin] Publish callbacks [] for security_group (47a890be-f7ec-4f58-a8ec-0f4004bdaa34), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.093536 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6c79e67-95ad-436d-b715-9b3c5b73823f req-6d6aa9b6-b276-4717-8a49-31d77078dbf6 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708613 Aug 23 04:27:51.118386 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'port': {'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'admin_state_up': True, 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'security_groups': ['8e3a0a68-fe47-4bb2-b80b-273cba05d76c']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:51.131638 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b67564d-0424-485f-b83a-336f582b5f4a req-a021d060-9c0c-4259-bb24-f14edbbe2beb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984323 Aug 23 04:27:51.156418 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fb002c12-1720-4065-9763-f7da1814260d admin admin] Publish callbacks [] for security_group (47a890be-f7ec-4f58-a8ec-0f4004bdaa34), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.160100 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 {{(pid=106731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:27:51.188768 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Publish callbacks [] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.273635 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-042516e1-0bc9-4eff-96a4-b58c8426b0f9 req-3f6b8231-a53f-464f-88d5-288e7f57d50f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 210 time: 0.0583189 Aug 23 04:27:51.306197 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.provisioning_blocks [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Transition to ACTIVE for port object 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 will not be triggered until provisioned by entity L2. {{(pid=106731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:27:51.352232 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.396738 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-666b1f11-d811-4934-9466-8e08be66ae77 req-a931e493-f5d5-43c3-9d17-dc992f8d8f76 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 210 time: 0.1214011 Aug 23 04:27:51.408385 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:51.414921 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:51.564387 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c57cc-15e9-4c92-b976-57712723b683 req-de364592-0673-4c2e-9400-4ac71c7f0f23 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:51.566039 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-574c57cc-15e9-4c92-b976-57712723b683 req-de364592-0673-4c2e-9400-4ac71c7f0f23 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 932 time: 0.1722188 Aug 23 04:27:51.573360 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.573910 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fb002c12-1720-4065-9763-f7da1814260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (47a890be-f7ec-4f58-a8ec-0f4004bdaa34), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.575408 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-26b95e8c-adf3-45b7-869f-2e21c4cc865d admin admin] Publish callbacks [] for security_group (4c6bfbf0-726e-4f23-91ba-d261561b440b), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.579596 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fb002c12-1720-4065-9763-f7da1814260d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.580902 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-fb002c12-1720-4065-9763-f7da1814260d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/47a890be-f7ec-4f58-a8ec-0f4004bdaa34 HTTP/1.1" status: 204 len: 168 time: 1.3745482 Aug 23 04:27:51.650841 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-574c57cc-15e9-4c92-b976-57712723b683 req-da0cca9e-90f3-44a2-a437-b333eaa3a42d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632930 Aug 23 04:27:51.655770 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e968d6b7-38d9-4883-8ae2-f6f3d2a31f11 admin admin] Publish callbacks [] for security_group (af7d128d-8c0e-41b8-a47f-2013e85fc944), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.662531 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb002c12-1720-4065-9763-f7da1814260d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a890be-f7ec-4f58-a8ec-0f4004bdaa34,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:51.681585 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Attempting to bind port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:51.682518 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Attempting to bind port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:51.684042 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Attempting to bind port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:51.702800 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:27:51.704995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Attempting to bind port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:51.722753 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e968d6b7-38d9-4883-8ae2-f6f3d2a31f11 admin admin] Publish callbacks [] for security_group (af7d128d-8c0e-41b8-a47f-2013e85fc944), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.729277 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:51.731441 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Checking segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:51.731598 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Bound using segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:51.732988 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Bound port: 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:51.734896 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.908791 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Made reservation on behalf of 52ab946e7d0d4a5397945bfcbf49e723 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:51.919573 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.922981 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e968d6b7-38d9-4883-8ae2-f6f3d2a31f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (af7d128d-8c0e-41b8-a47f-2013e85fc944), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.927047 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e968d6b7-38d9-4883-8ae2-f6f3d2a31f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.932123 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e968d6b7-38d9-4883-8ae2-f6f3d2a31f11 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/af7d128d-8c0e-41b8-a47f-2013e85fc944 HTTP/1.1" status: 204 len: 168 time: 0.9346468 Aug 23 04:27:51.946952 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, cleared binding levels {{(pid=106731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:51.955325 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-26b95e8c-adf3-45b7-869f-2e21c4cc865d admin admin] Publish callbacks [] for security_group (4c6bfbf0-726e-4f23-91ba-d261561b440b), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:51.993618 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:52.004545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:52.015274 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:52.016652 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:52.019280 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 1094 time: 4.2633379 Aug 23 04:27:52.021469 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:27:52.173821 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c0632a61-1f26-47db-89c8-fead0563a62d up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:52.261159 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:52.290180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968d6b7-38d9-4883-8ae2-f6f3d2a31f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d128d-8c0e-41b8-a47f-2013e85fc944,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:52.318858 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Network fd742f53-022c-4e81-afc1-52562ecc925b is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:52.366600 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:52.382018 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port c0632a61-1f26-47db-89c8-fead0563a62d triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:52.382395 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:52.385138 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a83628-72d7-4100-9a44-a1ecb754e872 service neutron] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=3']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:52.402262 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:52.411156 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:52.505628 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:52.523623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472444d-3706-4e5f-93b7-a95282e70801 req-0023dc9a-8e72-48d9-81c5-1a305092f5d0 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:52.539892 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7472444d-3706-4e5f-93b7-a95282e70801 req-0023dc9a-8e72-48d9-81c5-1a305092f5d0 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 931 time: 0.2391281 Aug 23 04:27:52.599237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:52.600029 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:52.636128 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'Port': ['ID=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:52.650140 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38624) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:52.698287 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9bcf144a-2efb-460d-a037-315d8ba09c21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5097413 Aug 23 04:27:52.732075 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7472444d-3706-4e5f-93b7-a95282e70801 req-8cb56476-dfc1-4e13-b942-e7bed312fd04 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904554 Aug 23 04:27:52.737267 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Request body: {'port': {'device_id': 'e942f38b-c544-4991-8221-872266e4e196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:52.737789 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port c0632a61-1f26-47db-89c8-fead0563a62d is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:52.754971 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d98d02-2f1c-4fa1-904f-f42d6c10e526" -d '{"events": [{"name": "network-changed", "server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:27:52.769412 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-25c9bd1d-0c6f-4eeb-acb4-008e9974fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:52.769906 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5f905e61-d8f2-4e64-8738-5c343cf1eb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:52.777809 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-25c9bd1d-0c6f-4eeb-acb4-008e9974fab0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1128 time: 0.6092060 Aug 23 04:27:52.800131 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92652c-248d-4e32-bf71-b23bc2f789cf req-d04751bd-6e08-4483-b8a8-f4178b8eea7e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:52.816949 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9f92652c-248d-4e32-bf71-b23bc2f789cf req-d04751bd-6e08-4483-b8a8-f4178b8eea7e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.5138807 Aug 23 04:27:52.955566 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-086a1edb-13ae-46f5-a88f-35c6c21c40ec None None] Provisioning complete for port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:52.955885 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-086a1edb-13ae-46f5-a88f-35c6c21c40ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.083503 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-086a1edb-13ae-46f5-a88f-35c6c21c40ec None None] Port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:53.129322 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-26b95e8c-adf3-45b7-869f-2e21c4cc865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4c6bfbf0-726e-4f23-91ba-d261561b440b), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.132082 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-26b95e8c-adf3-45b7-869f-2e21c4cc865d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.136694 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-26b95e8c-adf3-45b7-869f-2e21c4cc865d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4c6bfbf0-726e-4f23-91ba-d261561b440b HTTP/1.1" status: 204 len: 168 time: 2.1385264 Aug 23 04:27:53.187412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:53.225988 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b95e8c-adf3-45b7-869f-2e21c4cc865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6bfbf0-726e-4f23-91ba-d261561b440b,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:53.275209 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-ce4a2784-cfe4-45a5-9dac-f4e0bb6e1ebc service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 217 time: 0.4543836 Aug 23 04:27:53.293203 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a5f116-8361-455e-9373-f0d86c41dc4f {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:27:53.297556 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:53.412515 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9f92652c-248d-4e32-bf71-b23bc2f789cf req-42d27f09-20fc-4752-b520-8927a2696aef tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5941808 Aug 23 04:27:53.416365 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b0dcbbd8-9f21-43d1-b84c-2fba876b365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:53.421078 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-b0dcbbd8-9f21-43d1-b84c-2fba876b365d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.0883558 Aug 23 04:27:53.487137 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-322f4b7f-7edf-48ed-a4e2-49206290c42c req-3a0cf152-5c68-4c23-9718-2dd45e288c09 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 210 time: 0.1906781 Aug 23 04:27:53.533524 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff1585b-e97f-4f6d-a093-a43bf254afd2 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:27:53.549228 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Publish callbacks [] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.591514 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Transition to ACTIVE for port object 7ff1585b-e97f-4f6d-a093-a43bf254afd2 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:27:53.707482 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.20.0.4 (8c6be732-b40b-47aa-8b96-da7512121793/5fc2aebe-833f-4abc-94cc-11debf18bf53/ffed3c3d-2c51-45e4-bdfc-8a410e33cff3) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:53.757978 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930e9e5-d7f4-43fa-94cd-faffe4a3344b req-5cd0a19c-ec67-467e-ac91-f85a8e1bd555 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:53.759640 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1930e9e5-d7f4-43fa-94cd-faffe4a3344b req-5cd0a19c-ec67-467e-ac91-f85a8e1bd555 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 931 time: 0.1059775 Aug 23 04:27:53.775366 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-0602684f-9e4e-4bca-8045-80451b094f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:53.777012 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-0602684f-9e4e-4bca-8045-80451b094f94 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2882228 Aug 23 04:27:53.838729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5f905e61-d8f2-4e64-8738-5c343cf1eb14 admin admin] Publish callbacks [] for security_group (95404e09-fb14-438f-86f5-c65983debdb5), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.848917 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.859950 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1930e9e5-d7f4-43fa-94cd-faffe4a3344b req-b6a6f51b-5360-4ac6-a8b7-7cc65a6cfd9a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894690 Aug 23 04:27:53.885063 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Publish callbacks [] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.888039 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5f905e61-d8f2-4e64-8738-5c343cf1eb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (95404e09-fb14-438f-86f5-c65983debdb5), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:53.993303 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-47d233f7-b79a-40b7-ae31-f7076f634302 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381001 Aug 23 04:27:53.994787 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-5f905e61-d8f2-4e64-8738-5c343cf1eb14 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c7be68e19cc6491db4ee4a9d8221af20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2953734 Aug 23 04:27:53.995601 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:54.001431 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32470-43c5-42a7-afea-0641eee96d87 req-b962ae5d-dde6-4e77-89a3-88bd97d69758 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:54.010840 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b5d32470-43c5-42a7-afea-0641eee96d87 req-b962ae5d-dde6-4e77-89a3-88bd97d69758 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.3772600 Aug 23 04:27:54.017412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38658) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:54.043835 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905e61-d8f2-4e64-8738-5c343cf1eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95404e09-fb14-438f-86f5-c65983debdb5,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:54.166060 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:54.193575 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff1585b-e97f-4f6d-a093-a43bf254afd2,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:54.390445 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92c32054-09f7-4c9b-9edc-13d6c103a790 req-463920b5-af9a-4b7b-bc21-e50854bf5c34 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650746 Aug 23 04:27:54.431287 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b5d32470-43c5-42a7-afea-0641eee96d87 req-684e35cf-21b5-428b-9384-ac45d7a900f4 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189725 Aug 23 04:27:54.443848 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ded7a4-e08b-453c-89a9-1689dbf5082f x-openstack-request-id: req-d1ded7a4-e08b-453c-89a9-1689dbf5082f {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:27:54.443848 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:27:54.443848 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1ded7a4-e08b-453c-89a9-1689dbf5082f {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:27:54.443848 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ded7a4-e08b-453c-89a9-1689dbf5082f'] response: {'name': 'network-changed', 'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'status': 'completed', 'code': 200} Aug 23 04:27:54.651419 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-a0183c59-ea35-4146-a5f5-054c5b3c5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:54.652967 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-a0183c59-ea35-4146-a5f5-054c5b3c5925 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1128 time: 0.1640525 Aug 23 04:27:54.674962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3313-8c26-4c83-a33a-fc27328c1b8c req-b4d587b9-5a6e-41b9-a630-1ec339e20e32 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:54.676554 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-185e3313-8c26-4c83-a33a-fc27328c1b8c req-b4d587b9-5a6e-41b9-a630-1ec339e20e32 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 931 time: 0.1025684 Aug 23 04:27:54.831500 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:27:54.860857 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Transition to ACTIVE for port object f1a5f116-8361-455e-9373-f0d86c41dc4f will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:27:54.881352 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Publish callbacks [] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:54.979517 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.008158 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-185e3313-8c26-4c83-a33a-fc27328c1b8c req-d7f2ef20-2eed-400c-aa51-00a4430e54dd tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734051 Aug 23 04:27:55.028144 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a63e9-4a6e-4b33-a13e-5634e6b24853 req-b89c8dd3-0ddd-46c6-b365-b37dc7622f02 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:55.030888 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-708a63e9-4a6e-4b33-a13e-5634e6b24853 req-b89c8dd3-0ddd-46c6-b365-b37dc7622f02 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.3837495 Aug 23 04:27:55.142596 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5f116-8361-455e-9373-f0d86c41dc4f,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:55.168713 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:55.173151 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Transition to ACTIVE for port object 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:27:55.186206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:55.199359 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.289713 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-abbaf81e-3835-4dff-ab16-58fd8db42bd4 req-ab416c34-c5d2-4e48-85ab-80724d50297a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 210 time: 0.0731254 Aug 23 04:27:55.443597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Attempting to bind port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:55.443992 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Attempting to bind port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:55.444650 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Attempting to bind port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 on network a554d691-3edb-400b-bdf3-7ffd755600af {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:55.506175 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aa890-6929-42f4-a00b-e4ba334ca31a req-a564ed02-0e6f-45ec-b3e3-4623c3ce83a8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:55.509754 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-768aa890-6929-42f4-a00b-e4ba334ca31a req-a564ed02-0e6f-45ec-b3e3-4623c3ce83a8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 931 time: 0.0778034 Aug 23 04:27:55.534212 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.538679 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 on network a554d691-3edb-400b-bdf3-7ffd755600af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:27:55.538679 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Attempting to bind port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 on network a554d691-3edb-400b-bdf3-7ffd755600af {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:55.555693 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:55.556085 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Checking segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:55.556646 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Bound using segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:55.557125 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Bound port: 7ff1585b-e97f-4f6d-a093-a43bf254afd2, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:55.557504 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.585996 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-560a3d7e-de40-4987-9c7c-2f791927b115 admin admin] Publish callbacks [] for security_group (95404e09-fb14-438f-86f5-c65983debdb5), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.588261 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Pushing event updated for resources: {'Port': ['ID=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:55.616808 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:55.636158 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Publish callbacks [] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.644525 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.648049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Attempting to bind port f1a5f116-8361-455e-9373-f0d86c41dc4f on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:55.648426 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Attempting to bind port f1a5f116-8361-455e-9373-f0d86c41dc4f by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:55.648754 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Attempting to bind port f1a5f116-8361-455e-9373-f0d86c41dc4f on network a5e934c1-aa9a-452d-85fb-a285da26e1ae {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:55.671220 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-768aa890-6929-42f4-a00b-e4ba334ca31a req-a23bbfae-ab5f-426f-ad53-f3f49510e891 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489828 Aug 23 04:27:55.701939 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-708a63e9-4a6e-4b33-a13e-5634e6b24853 req-4b3b270a-8d9f-475a-ad40-e55e1ebc9722 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6498725 Aug 23 04:27:55.701939 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-44ebb40b-b524-4d86-9d8f-f5a7c09bcc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:55.715232 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-44ebb40b-b524-4d86-9d8f-f5a7c09bcc4e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 1.0375366 Aug 23 04:27:55.734358 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-560a3d7e-de40-4987-9c7c-2f791927b115 admin admin] Publish callbacks [] for security_group (95404e09-fb14-438f-86f5-c65983debdb5), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.801308 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Port f1a5f116-8361-455e-9373-f0d86c41dc4f on network a5e934c1-aa9a-452d-85fb-a285da26e1ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:27:55.801635 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Attempting to bind port f1a5f116-8361-455e-9373-f0d86c41dc4f on network a5e934c1-aa9a-452d-85fb-a285da26e1ae {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:55.805853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.806929 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39098-0d41-4356-a6ad-27ade58c5505 None None] Pushing event updated for resources: {'Port': ['ID=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:55.838060 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Attempting to bind port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:55.838570 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Attempting to bind port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:55.838744 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Attempting to bind port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:55.853303 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Attempting to bind port eec6a055-37ab-4ac3-903a-3fe2bf81c87e on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:55.853921 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Attempting to bind port eec6a055-37ab-4ac3-903a-3fe2bf81c87e by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:55.854463 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Attempting to bind port eec6a055-37ab-4ac3-903a-3fe2bf81c87e on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:55.861178 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:55.861416 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:55.861964 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Checking segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:55.862558 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.863203 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Bound using segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:55.863870 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Bound port: eec6a055-37ab-4ac3-903a-3fe2bf81c87e, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:55.864554 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.875871 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:55.876412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Checking segment: {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:55.877469 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Bound using segment: {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:55.878281 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Bound port: f1a5f116-8361-455e-9373-f0d86c41dc4f, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cad42c8-5990-4f22-afec-cb534e65d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:55.878928 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:55.883774 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329951d5-5cb9-4b99-ac45-b5f4a4bef724 req-c9a8b5bc-324f-40db-a786-f7d04268bd54 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:55.886678 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-329951d5-5cb9-4b99-ac45-b5f4a4bef724 req-c9a8b5bc-324f-40db-a786-f7d04268bd54 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.1089981 Aug 23 04:27:55.974256 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] For port eec6a055-37ab-4ac3-903a-3fe2bf81c87e, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:55.981741 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] For port eec6a055-37ab-4ac3-903a-3fe2bf81c87e, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:55.989210 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.016049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.016988 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-11e476e7-589f-4ae3-99bd-3e3a3821fb49 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 217 time: 0.1293046 Aug 23 04:27:56.023363 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 on network fd742f53-022c-4e81-afc1-52562ecc925b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:27:56.024127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Attempting to bind port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:56.027357 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-329951d5-5cb9-4b99-ac45-b5f4a4bef724 req-784c06dc-e637-4146-a0e6-6abc8f0a1f44 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319022 Aug 23 04:27:56.037877 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] For port 7ff1585b-e97f-4f6d-a093-a43bf254afd2, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:56.072428 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:27:56.073092 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:27:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:56.080241 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:56.157087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:56.166549 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb8f1b-6b9a-4b46-afff-f35f742db491 req-cf91e7be-28a4-4f0a-b29b-51551470cb53 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:56.176227 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-52eb8f1b-6b9a-4b46-afff-f35f742db491 req-cf91e7be-28a4-4f0a-b29b-51551470cb53 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0675714 Aug 23 04:27:56.207708 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39098-0d41-4356-a6ad-27ade58c5505 None None] Pushing event updated for resources: {'Port': ['ID=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:56.219378 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] For port f1a5f116-8361-455e-9373-f0d86c41dc4f, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:56.223412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] For port f1a5f116-8361-455e-9373-f0d86c41dc4f, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f1a5f116-8361-455e-9373-f0d86c41dc4f,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:56.230267 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] For port 7ff1585b-e97f-4f6d-a093-a43bf254afd2, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:56.242293 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:56.242708 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Checking segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:56.243254 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Bound using segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:56.243698 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Bound port: 89b2c8bf-fcbd-46df-9d0d-0a4df470da86, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:56.244471 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.247701 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 8c6be732-b40b-47aa-8b96-da7512121793 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:56.257433 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.260174 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:27:56.261036 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:56.263662 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-52eb8f1b-6b9a-4b46-afff-f35f742db491 req-bab97ba6-dd16-48b9-a156-e9f848e06211 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862248 Aug 23 04:27:56.272302 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.275184 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f1a5f116-8361-455e-9373-f0d86c41dc4f HTTP/1.1" status: 200 len: 1093 time: 9.4154840 Aug 23 04:27:56.307261 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77db89a9-c264-403c-8f45-f52c6360ec03', 'tag': 'f1a5f116-8361-455e-9373-f0d86c41dc4f'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:27:56.312998 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:56.315496 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.326406 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:27:56.335307 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:56.380490 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:56.382434 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.386188 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 200 len: 1094 time: 7.5023572 Aug 23 04:27:56.393320 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-560a3d7e-de40-4987-9c7c-2f791927b115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (95404e09-fb14-438f-86f5-c65983debdb5), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.403852 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-560a3d7e-de40-4987-9c7c-2f791927b115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.405231 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-560a3d7e-de40-4987-9c7c-2f791927b115 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/95404e09-fb14-438f-86f5-c65983debdb5 HTTP/1.1" status: 204 len: 168 time: 2.2324052 Aug 23 04:27:56.486868 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabceb7d-e0c1-4d97-8fe1-7c129739ecfd req-cf628b82-0d86-44c3-85e5-4fed9bafaab3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:56.494448 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cabceb7d-e0c1-4d97-8fe1-7c129739ecfd req-cf628b82-0d86-44c3-85e5-4fed9bafaab3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 931 time: 0.0729711 Aug 23 04:27:56.495688 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a3d7e-de40-4987-9c7c-2f791927b115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95404e09-fb14-438f-86f5-c65983debdb5,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:56.561802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:56.562466 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.601833 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cabceb7d-e0c1-4d97-8fe1-7c129739ecfd req-4fd39f63-79b2-4e53-ae2e-69d2e5210644 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1049979 Aug 23 04:27:56.660666 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109c04-532f-40dc-bb6a-0c6e0fc425cb service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5f116-8361-455e-9373-f0d86c41dc4f,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:56.665979 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] For port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:56.695407 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:56.708733 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-73c08cd4-1477-40e1-b659-27378ff00b71 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6163924 Aug 23 04:27:56.713073 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:27:56.714606 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:55Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:56.749861 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cf6c4-473f-4a30-9e2a-c4699af6e100 None None] The sync data for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi is: [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:55Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:56.762037 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Publish callbacks [] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.771614 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-115c967a-4856-4242-9fc2-d6d5479648b4 None None] Provisioning complete for port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:56.772382 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-115c967a-4856-4242-9fc2-d6d5479648b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.806420 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] For port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:56.849414 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-115c967a-4856-4242-9fc2-d6d5479648b4 None None] Port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:27:56.866360 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58149476-c8ea-4ea0-97ea-e345c2283bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "77db89a9-c264-403c-8f45-f52c6360ec03", "tag": "f1a5f116-8361-455e-9373-f0d86c41dc4f"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:27:56.876971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.887296 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Transition to ACTIVE for port object ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:27:56.899436 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:56.900491 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.902967 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-43efd880-290c-4437-aea9-5be72432c759 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 200 len: 1093 time: 10.0499265 Aug 23 04:27:56.903867 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667c2a2-9a3b-4fdd-8cbd-0b92e143d052 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff1585b-e97f-4f6d-a093-a43bf254afd2,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:56.907195 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:56.924143 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Request body: {'port': {'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:57.096059 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f22d1b-2f9e-4d02-82ba-47af447091c3 req-b56ab324-d698-453a-a0c4-2d5631622df7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.109064 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-28f22d1b-2f9e-4d02-82ba-47af447091c3 req-b56ab324-d698-453a-a0c4-2d5631622df7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 931 time: 0.2797372 Aug 23 04:27:57.112187 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38774) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:57.171183 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-97919121-2c4a-40cc-b1dc-944f5176f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.173213 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-97919121-2c4a-40cc-b1dc-944f5176f82f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1127 time: 0.0898299 Aug 23 04:27:57.207956 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:DELETE=4,neutron:INSERT=3,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:57.225600 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533e5e7-d099-471e-ab33-0aebc7f0c5b4 req-010f80b1-d3ac-4a59-b82d-4c56b6959fac tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.236125 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6533e5e7-d099-471e-ab33-0aebc7f0c5b4 req-010f80b1-d3ac-4a59-b82d-4c56b6959fac tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.2764733 Aug 23 04:27:57.380842 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6533e5e7-d099-471e-ab33-0aebc7f0c5b4 req-ac2bf6b9-7d7f-47c1-a9e4-22d8f41cb110 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433764 Aug 23 04:27:57.384815 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-bd489d44-2f3d-4d89-94ed-80423d239618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.387145 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-bd489d44-2f3d-4d89-94ed-80423d239618 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.4245245 Aug 23 04:27:57.402731 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-28f22d1b-2f9e-4d02-82ba-47af447091c3 req-47ac9cad-e2af-4237-b214-9d3410cfbfa8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915912 Aug 23 04:27:57.471320 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-155f26d1-9f3a-497e-ab29-7b7f769b8605 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 200 len: 217 time: 0.2827384 Aug 23 04:27:57.527206 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-11ab2f1a-1379-4ec7-bad1-e7e4cee24856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.528854 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-11ab2f1a-1379-4ec7-bad1-e7e4cee24856 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 1128 time: 0.5802586 Aug 23 04:27:57.557210 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-5d588a5a-0252-47e3-9085-6570b56019ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.562647 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-5d588a5a-0252-47e3-9085-6570b56019ad service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1583505 Aug 23 04:27:57.599771 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b671146-6363-451b-ad97-f8b4983eb1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:57.632761 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-8b0d25d3-d7d3-4a2a-a285-ea8e61521e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.634374 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-8b0d25d3-d7d3-4a2a-a285-ea8e61521e77 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=3d3169d3b318421fab1d473a51637437&device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 1127 time: 0.4764850 Aug 23 04:27:57.635029 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efd880-290c-4437-aea9-5be72432c759 service neutron] Pushing event updated for resources: {'Port': ['ID=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:57.788096 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856fb14-3388-4f66-b5e6-2c51a0b3e295 req-799b62a5-caed-472c-8c90-77925f67fd91 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.797029 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4856fb14-3388-4f66-b5e6-2c51a0b3e295 req-799b62a5-caed-472c-8c90-77925f67fd91 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.1793544 Aug 23 04:27:57.878921 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d055b43a-c292-44ea-8551-b9c014f9bc0a x-openstack-request-id: req-d055b43a-c292-44ea-8551-b9c014f9bc0a {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:27:57.880084 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77db89a9-c264-403c-8f45-f52c6360ec03", "tag": "f1a5f116-8361-455e-9373-f0d86c41dc4f", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:27:57.880401 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d055b43a-c292-44ea-8551-b9c014f9bc0a {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:27:57.880926 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d055b43a-c292-44ea-8551-b9c014f9bc0a'] response: {'name': 'network-changed', 'server_uuid': '77db89a9-c264-403c-8f45-f52c6360ec03', 'tag': 'f1a5f116-8361-455e-9373-f0d86c41dc4f', 'status': 'completed', 'code': 200} Aug 23 04:27:57.885500 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:57.892803 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-ed6a5daf-cbc8-4a3a-8cca-3beedf804d52 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 200 len: 217 time: 0.3284416 Aug 23 04:27:57.944448 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:57.964183 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-21f7204b-dd55-44e4-816b-21a9b1d05972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:57.965703 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-21f7204b-dd55-44e4-816b-21a9b1d05972 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.4192979 Aug 23 04:27:57.969490 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-a1744c58-f94b-4fa2-9902-a81b01df55d4 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a5f116-8361-455e-9373-f0d86c41dc4f HTTP/1.1" status: 200 len: 217 time: 0.3204031 Aug 23 04:27:58.140714 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device eec6a055-37ab-4ac3-903a-3fe2bf81c87e up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:58.144330 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4856fb14-3388-4f66-b5e6-2c51a0b3e295 req-d9f002ac-d1d4-4000-930e-e96867922078 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421884 Aug 23 04:27:58.157332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Attempting to bind port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:58.157332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Attempting to bind port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:58.157332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Attempting to bind port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:58.157332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:58.188577 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-2bb4ff0b-248d-48a7-a5c8-e06c2c7d875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.190000 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-2bb4ff0b-248d-48a7-a5c8-e06c2c7d875e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.2505393 Aug 23 04:27:58.190552 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 on network fd742f53-022c-4e81-afc1-52562ecc925b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:27:58.190868 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Attempting to bind port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:58.204860 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:58.206397 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414afb2b-723d-49a8-944b-9da360d680e9 req-97c6a73e-e815-4e0f-b8a2-d2c222d16f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.207885 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-97c6a73e-e815-4e0f-b8a2-d2c222d16f31 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1974876 Aug 23 04:27:58.213182 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a53fd-f64c-4841-be83-015f03e2d96a req-4ca2fc09-8bcc-45cb-aa9e-84638c5e2680 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.214675 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-769a53fd-f64c-4841-be83-015f03e2d96a req-4ca2fc09-8bcc-45cb-aa9e-84638c5e2680 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.3801517 Aug 23 04:27:58.222840 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-bed56a2d-8b45-4102-9b75-b9fa9214e06a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140695 Aug 23 04:27:58.223395 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:58.223731 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Checking segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:58.224135 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Bound using segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:58.224579 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Bound port: ccfb2bb6-9852-46f4-93c8-346e9d6dfb17, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:58.224826 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port eec6a055-37ab-4ac3-903a-3fe2bf81c87e triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:27:58.224932 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.225622 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.329026 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port eec6a055-37ab-4ac3-903a-3fe2bf81c87e is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:58.330107 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.335597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-b95ff362-cd41-44c1-a378-7d74f9b19f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.338686 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-b95ff362-cd41-44c1-a378-7d74f9b19f59 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=91fb95a1-bdfb-4954-a347-249aff7312fc HTTP/1.1" status: 200 len: 851 time: 0.3294058 Aug 23 04:27:58.356953 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:58.358771 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:58.363196 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b671146-6363-451b-ad97-f8b4983eb1e6 admin admin] Publish callbacks [] for security_group (b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.382194 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-96a13aec-6883-49ed-9cc0-f809e0076c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.383002 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-96a13aec-6883-49ed-9cc0-f809e0076c08 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1783402 Aug 23 04:27:58.383325 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port eec6a055-37ab-4ac3-903a-3fe2bf81c87e, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:58.388875 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.443562 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-769a53fd-f64c-4841-be83-015f03e2d96a req-b4541234-4346-4b88-a37f-fb499be4dabc tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158804 Aug 23 04:27:58.464182 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:27:58.495604 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b671146-6363-451b-ad97-f8b4983eb1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.517110 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-2ffdafa4-f3b4-4892-a517-e804bbcb1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.518621 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-2ffdafa4-f3b4-4892-a517-e804bbcb1782 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a5e934c1-aa9a-452d-85fb-a285da26e1ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1662047 Aug 23 04:27:58.558895 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:58.563356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75978a8-a433-486c-b3fa-81d6fadeedd0 req-946961ba-5e7b-4517-81b1-8f694fd86947 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.567564 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d75978a8-a433-486c-b3fa-81d6fadeedd0 req-946961ba-5e7b-4517-81b1-8f694fd86947 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 931 time: 0.3138280 Aug 23 04:27:58.630837 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:58.646132 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] For port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:58.688920 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9b671146-6363-451b-ad97-f8b4983eb1e6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=44d5bb381bb444a98655392977ec46a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4885437 Aug 23 04:27:58.697375 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38824) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:58.700198 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] For port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:58.706102 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-8b56e77f-5585-4493-8588-f5911f05b967 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855752 Aug 23 04:27:58.737210 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:58.768694 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80d08-0eea-4313-ac4d-be6158d718cc req-b452ea36-da71-4332-bbfc-197955ac8aa9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.776261 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.780635 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-01a80d08-0eea-4313-ac4d-be6158d718cc req-b452ea36-da71-4332-bbfc-197955ac8aa9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.1530712 Aug 23 04:27:58.793393 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:58.794011 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.795708 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 HTTP/1.1" status: 200 len: 1093 time: 6.0643196 Aug 23 04:27:58.809032 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'port_id': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'mac_address': 'fa:16:3e:5a:e5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:27:58.846169 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-6624c3e4-7c06-483f-b1ae-d5ae1a57fe63 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195707 Aug 23 04:27:58.864194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6ac5db89-344e-472e-9196-ed8fb4c6424c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.886385 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:27:58.887039 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.904502 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:27:58.915801 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4b4c-e63c-4182-a6c4-b4411f4be62d admin admin] Publish callbacks [] for security_group (b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.929712 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:58.935740 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.940668 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4b4c-e63c-4182-a6c4-b4411f4be62d admin admin] Publish callbacks [] for security_group (b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:58.996608 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-01a80d08-0eea-4313-ac4d-be6158d718cc req-c1529a5b-6369-40a3-84fa-f7aa6f4181f3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149096 Aug 23 04:27:59.011789 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:59.015207 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74d98d02-2f1c-4fa1-904f-f42d6c10e526 req-3a16d4b4-8e03-4349-927f-9cb850dde9bb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915161 Aug 23 04:27:59.040714 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d75978a8-a433-486c-b3fa-81d6fadeedd0 req-f58e4e57-0590-4962-9aba-e253a23f27e9 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.4118705 Aug 23 04:27:59.041632 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b671146-6363-451b-ad97-f8b4983eb1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:59.054353 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4b4c-e63c-4182-a6c4-b4411f4be62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.058160 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4b4c-e63c-4182-a6c4-b4411f4be62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.064213 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-cb2d4b4c-e63c-4182-a6c4-b4411f4be62d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1 HTTP/1.1" status: 204 len: 168 time: 0.3027406 Aug 23 04:27:59.067995 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:59.071239 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-9a9e773d-38dd-4c9c-a67f-ab0702ec130e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a5e934c1-aa9a-452d-85fb-a285da26e1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318882 Aug 23 04:27:59.091466 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9a19e439-6060-4f7d-b7d2-85dcf85c7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:59.092020 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d4b4c-e63c-4182-a6c4-b4411f4be62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d03d01-c4b6-49c3-894f-8dac7ff6b9a1,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:59.093048 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-9a19e439-6060-4f7d-b7d2-85dcf85c7aa8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 1127 time: 0.2451098 Aug 23 04:27:59.168219 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25eb1c-4933-4aa5-ab4a-4b0bd8a82e78 req-74a24123-976c-4fac-aa06-e57c502e271e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:59.170166 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ad25eb1c-4933-4aa5-ab4a-4b0bd8a82e78 req-74a24123-976c-4fac-aa06-e57c502e271e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0525393 Aug 23 04:27:59.193865 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7eec-dc17-4bf7-889a-639284f51a00 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:59.231785 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ad25eb1c-4933-4aa5-ab4a-4b0bd8a82e78 req-68077a43-37ae-4140-a6bd-7f84a7cf1d5f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Aug 23 04:27:59.240088 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-414afb2b-723d-49a8-944b-9da360d680e9 req-0d100ac9-3141-4359-a0c7-bacec63bd93d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946728 Aug 23 04:27:59.264247 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:27:59.280636 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Publish callbacks [] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.290643 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-df93ab6d-ca2e-45ef-ac94-569533536693 req-ba64222b-3b41-473e-a19b-79478219632a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207664 Aug 23 04:27:59.302133 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Transition to ACTIVE for port object ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:27:59.306056 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.317414 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98439fc6-d780-459a-838d-71fc8c57e883 req-ff8e9467-8b7f-469d-ad2e-cf024861b758 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:59.319024 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-98439fc6-d780-459a-838d-71fc8c57e883 req-ff8e9467-8b7f-469d-ad2e-cf024861b758 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.0730615 Aug 23 04:27:59.370109 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-98439fc6-d780-459a-838d-71fc8c57e883 req-8244091c-1671-4e1a-b06c-5d6fd03c100b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453334 Aug 23 04:27:59.429460 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Pushing event updated for resources: {'Port': ['ID=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:59.472735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Attempting to bind port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:27:59.473055 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Attempting to bind port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:27:59.473355 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Attempting to bind port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:59.478885 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 on network 8c6be732-b40b-47aa-8b96-da7512121793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:27:59.479444 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Attempting to bind port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:27:59.485307 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:27:59.485709 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Checking segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:27:59.486171 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Bound using segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:27:59.486674 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Bound port: ffed3c3d-2c51-45e4-bdfc-8a410e33cff3, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:27:59.487150 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.542891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:59.558275 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] For port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:59.560648 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38848) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:59.563698 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] For port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:59.578514 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f947bf6-10ec-4cf9-9a46-ffab83790e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.581085 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.591230 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee33ef-9534-4d3e-af68-23a6db7a30cf req-c28b0585-c14a-43c9-bdd0-0e9b673d5db2 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:59.591877 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:27:59.592516 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.593999 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 HTTP/1.1" status: 200 len: 1093 time: 2.6753271 Aug 23 04:27:59.596438 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3ee33ef-9534-4d3e-af68-23a6db7a30cf req-c28b0585-c14a-43c9-bdd0-0e9b673d5db2 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0654252 Aug 23 04:27:59.650039 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3ee33ef-9534-4d3e-af68-23a6db7a30cf req-4f42bf1b-4427-4f70-b487-f5310b55e2ba tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507805 Aug 23 04:27:59.663646 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdfd97-5098-457b-a8b2-aaf5d91b3066 service neutron] Pushing event updated for resources: {'Port': ['ID=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:59.721062 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f947bf6-10ec-4cf9-9a46-ffab83790e3a admin admin] Publish callbacks [] for security_group (734ed560-6c9b-45b7-b4a7-a4ee1426c20c), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.725675 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6f947bf6-10ec-4cf9-9a46-ffab83790e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (734ed560-6c9b-45b7-b4a7-a4ee1426c20c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.768051 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6f947bf6-10ec-4cf9-9a46-ffab83790e3a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f1beb00eb94d468ebecc0658145fa514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063146 Aug 23 04:27:59.768946 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f947bf6-10ec-4cf9-9a46-ffab83790e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ed560-6c9b-45b7-b4a7-a4ee1426c20c,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:59.770775 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38856) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:27:59.833159 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f788bd58-a757-434f-a864-81283de550da admin admin] Publish callbacks [] for security_group (734ed560-6c9b-45b7-b4a7-a4ee1426c20c), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.861369 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f788bd58-a757-434f-a864-81283de550da admin admin] Publish callbacks [] for security_group (734ed560-6c9b-45b7-b4a7-a4ee1426c20c), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.882081 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2'}, {'name': 'network-changed', 'server_uuid': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'tag': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86'}, {'name': 'network-changed', 'server_uuid': 'e942f38b-c544-4991-8221-872266e4e196', 'tag': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17'}, {'name': 'network-changed', 'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:27:59.892218 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dc5bb0-d5b2-49f3-a170-523f9d295607" -d '{"events": [{"name": "network-changed", "server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2"}, {"name": "network-changed", "server_uuid": "cd8238e6-e045-42e6-9bf4-b97507719b1d", "tag": "89b2c8bf-fcbd-46df-9d0d-0a4df470da86"}, {"name": "network-changed", "server_uuid": "e942f38b-c544-4991-8221-872266e4e196", "tag": "ccfb2bb6-9852-46f4-93c8-346e9d6dfb17"}, {"name": "network-changed", "server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:27:59.901354 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:27:59.930214 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f788bd58-a757-434f-a864-81283de550da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (734ed560-6c9b-45b7-b4a7-a4ee1426c20c), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.933412 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f788bd58-a757-434f-a864-81283de550da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:27:59.934662 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f788bd58-a757-434f-a864-81283de550da admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/734ed560-6c9b-45b7-b4a7-a4ee1426c20c HTTP/1.1" status: 204 len: 168 time: 0.1615508 Aug 23 04:27:59.963867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788bd58-a757-434f-a864-81283de550da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ed560-6c9b-45b7-b4a7-a4ee1426c20c,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:00.054379 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Tue, 23 Aug 2022 04:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5582f5-071a-468d-b772-d73b617db813 x-openstack-request-id: req-dd5582f5-071a-468d-b772-d73b617db813 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:00.054708 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd8238e6-e045-42e6-9bf4-b97507719b1d", "tag": "89b2c8bf-fcbd-46df-9d0d-0a4df470da86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e942f38b-c544-4991-8221-872266e4e196", "tag": "ccfb2bb6-9852-46f4-93c8-346e9d6dfb17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:00.054971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd5582f5-071a-468d-b772-d73b617db813 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:00.055405 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5582f5-071a-468d-b772-d73b617db813'] response: {'name': 'network-changed', 'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'status': 'completed', 'code': 200} Aug 23 04:28:00.055681 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5582f5-071a-468d-b772-d73b617db813'] response: {'name': 'network-changed', 'server_uuid': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'tag': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86', 'status': 'completed', 'code': 200} Aug 23 04:28:00.055983 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5582f5-071a-468d-b772-d73b617db813'] response: {'name': 'network-changed', 'server_uuid': 'e942f38b-c544-4991-8221-872266e4e196', 'tag': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17', 'status': 'completed', 'code': 200} Aug 23 04:28:00.056822 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5582f5-071a-468d-b772-d73b617db813'] response: {'name': 'network-changed', 'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'status': 'completed', 'code': 200} Aug 23 04:28:00.108812 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device eec6a055-37ab-4ac3-903a-3fe2bf81c87e up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:00.207868 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b59a2-5960-4bb0-8688-88e87f3af5b4 req-7c89c315-1d7e-40e2-9894-c517d08b3be9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:00.209904 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-555b59a2-5960-4bb0-8688-88e87f3af5b4 req-7c89c315-1d7e-40e2-9894-c517d08b3be9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.0931349 Aug 23 04:28:00.233652 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port eec6a055-37ab-4ac3-903a-3fe2bf81c87e triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:00.235052 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:00.238729 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5a0a-b251-431a-b606-3520e20e4c65 req-51089312-e403-4be3-b6a6-f272aa82227b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:00.240340 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e34f5a0a-b251-431a-b606-3520e20e4c65 req-51089312-e403-4be3-b6a6-f272aa82227b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0785642 Aug 23 04:28:00.319615 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:00.324695 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e34f5a0a-b251-431a-b606-3520e20e4c65 req-7bdcc54f-f438-4c2a-a069-2c45bb7d56a1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0766060 Aug 23 04:28:00.336504 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-555b59a2-5960-4bb0-8688-88e87f3af5b4 req-dd79b2fe-2ce7-4e41-a35a-d8dee9ef414f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159103 Aug 23 04:28:00.340314 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:00.572204 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port eec6a055-37ab-4ac3-903a-3fe2bf81c87e is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:00.576086 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0ab2-9e75-4ca0-8495-703632c01824 req-bd759f86-16eb-4da0-849d-b7a15ab2dda0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:00.579973 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c08c0ab2-9e75-4ca0-8495-703632c01824 req-bd759f86-16eb-4da0-849d-b7a15ab2dda0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.1430953 Aug 23 04:28:00.595514 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2951ac-985f-459b-97a7-bb1fa0a690cc req-34ccdf5c-c884-4b34-bf83-973810f711b3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:00.605248 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3b2951ac-985f-459b-97a7-bb1fa0a690cc req-34ccdf5c-c884-4b34-bf83-973810f711b3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.1111741 Aug 23 04:28:00.714602 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c08c0ab2-9e75-4ca0-8495-703632c01824 req-9e154dec-d125-4917-8862-6a4b4ec81f34 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336286 Aug 23 04:28:00.717604 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3b2951ac-985f-459b-97a7-bb1fa0a690cc req-3f6428d6-d3d1-4e44-a9e0-1047a303f737 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134574 Aug 23 04:28:00.877006 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce3f5c-80ce-4bca-9703-4e5a16b7b947 req-06159825-322c-42c2-a4b7-fa7c7d17cbba tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:00.885153 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b7ce3f5c-80ce-4bca-9703-4e5a16b7b947 req-06159825-322c-42c2-a4b7-fa7c7d17cbba tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0931287 Aug 23 04:28:00.913393 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-90fa4d75-ca5e-4713-abbf-9fbfa423526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:00.948689 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b7ce3f5c-80ce-4bca-9703-4e5a16b7b947 req-473334e4-4e83-4279-af1e-a491af0db465 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623901 Aug 23 04:28:01.090727 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 38960) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:01.196685 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2129663980-network', 'tenant_id': '57d3d5a2a0514d7687e794f8a678cff9'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:01.220542 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Made reservation on behalf of 57d3d5a2a0514d7687e794f8a678cff9 for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:28:01.223340 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.231970 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.314156 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks [] for security_group (a288f6be-4578-4a8e-b29a-db51b093452e), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.318757 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a288f6be-4578-4a8e-b29a-db51b093452e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.344260 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:28:01.354974 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a288f6be-4578-4a8e-b29a-db51b093452e,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:01.360006 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (88996c1a-7dc3-4718-86fe-663bad07af11), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.360596 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Added segment 88996c1a-7dc3-4718-86fe-663bad07af11 of type vlan for network 5b36f391-9303-491b-a896-5de83bacd8ff Aug 23 04:28:01.401881 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (5b36f391-9303-491b-a896-5de83bacd8ff), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.444218 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (5b36f391-9303-491b-a896-5de83bacd8ff), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.445201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:01.445790 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.496551 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:01.535365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4434838 Aug 23 04:28:01.561354 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38988) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:01.579446 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178a61-ce09-4eb9-a108-8eb82ab42ded req-10745e76-6c68-49d8-89b4-ade082535c9b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:01.581755 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-09178a61-ce09-4eb9-a108-8eb82ab42ded req-10745e76-6c68-49d8-89b4-ade082535c9b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.1515634 Aug 23 04:28:01.590401 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7df8da-2d7c-4817-a579-0adbc23390d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b36f391-9303-491b-a896-5de83bacd8ff,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:01.602338 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d936-ae3f-4b22-941b-c8e578064bf2 req-b35804a2-e3fb-4335-b7c5-938e79a55dd1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:01.604542 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5245d936-ae3f-4b22-941b-c8e578064bf2 req-b35804a2-e3fb-4335-b7c5-938e79a55dd1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.1249621 Aug 23 04:28:01.614584 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 5b36f391-9303-491b-a896-5de83bacd8ff details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:28:01.635015 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Request body: {'subnet': {'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2129663980-subnet', 'tenant_id': '57d3d5a2a0514d7687e794f8a678cff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:01.639494 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:01.659867 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-abd91ffd-a715-40a2-afc4-4042fc3c3563 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 HTTP/1.1" status: 200 len: 217 time: 0.1364298 Aug 23 04:28:01.687664 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-09178a61-ce09-4eb9-a108-8eb82ab42ded req-e6c0f9d7-60a2-4456-b1a9-50b6a0fcfd12 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0937042 Aug 23 04:28:01.700071 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 38992) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:01.700427 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5245d936-ae3f-4b22-941b-c8e578064bf2 req-15575d33-94b8-448c-92a8-1c2f97a6ba63 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885687 Aug 23 04:28:01.713195 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['56285f49-e5c0-4e47-acbc-7a0f3d0d8622'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:01.917548 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:01.926458 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4494851-0853-4ba9-a153-042057a09a65 req-ede23758-80ea-4aa7-af67-54a18a017480 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:01.933714 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:01.936305 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a4494851-0853-4ba9-a153-042057a09a65 req-ede23758-80ea-4aa7-af67-54a18a017480 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.1125662 Aug 23 04:28:01.961949 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Made reservation on behalf of 57d3d5a2a0514d7687e794f8a678cff9 for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:28:01.964626 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13479025'] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:01.977385 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bb59c-8b4b-4311-9952-5b375b10f4f7 req-7a59b537-7fbb-4051-83af-8c7f80b79951 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:01.978474 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-708bb59c-8b4b-4311-9952-5b375b10f4f7 req-7a59b537-7fbb-4051-83af-8c7f80b79951 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.1204956 Aug 23 04:28:02.003013 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8ac50147-0f36-4dbc-83ed-620292972f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.026218 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a4494851-0853-4ba9-a153-042057a09a65 req-675754ae-35ad-43e9-b5f7-fdab1b980bb3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887833 Aug 23 04:28:02.070352 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-708bb59c-8b4b-4311-9952-5b375b10f4f7 req-454b49e8-21f1-4fad-9c21-2f9800e542ac tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642650 Aug 23 04:28:02.110544 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-098f3772-e5a0-4268-826a-19b9c7e89d03 req-de839592-7123-4ebc-a585-f84aedcc2b1c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a5e934c1-aa9a-452d-85fb-a285da26e1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858386 Aug 23 04:28:02.143946 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:02.153278 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898aa9d-3bdc-4b2a-a8bf-b0abcfb336ac req-52727e0f-4d06-4cb1-aae2-04bb2840d8c0 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:02.155025 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4898aa9d-3bdc-4b2a-a8bf-b0abcfb336ac req-52727e0f-4d06-4cb1-aae2-04bb2840d8c0 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0508652 Aug 23 04:28:02.181709 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.210589 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4898aa9d-3bdc-4b2a-a8bf-b0abcfb336ac req-d0fdc737-6946-4006-bd4f-f913b625cd69 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483108 Aug 23 04:28:02.302549 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8ac50147-0f36-4dbc-83ed-620292972f3f admin admin] Publish callbacks [] for security_group (f5882225-b972-465e-8e24-301f30818fcf), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.328377 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8ac50147-0f36-4dbc-83ed-620292972f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (f5882225-b972-465e-8e24-301f30818fcf), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.364973 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:02.385774 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13792273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478979'] for subnet (a324bc85-7f16-4a1b-9ef5-386f896c5393), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.416476 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39018) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:02.417172 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-8ac50147-0f36-4dbc-83ed-620292972f3f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3e77c9949ed9495cb60c3b13ecda5883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7127893 Aug 23 04:28:02.443369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-3389ab8f-c82a-4e65-b48d-c4aa9923d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:02.444852 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-3389ab8f-c82a-4e65-b48d-c4aa9923d5cc service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.1596494 Aug 23 04:28:02.448713 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac50147-0f36-4dbc-83ed-620292972f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5882225-b972-465e-8e24-301f30818fcf,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:02.485891 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ad36f370-4400-4013-bd85-ef4caaa02fc6 admin admin] Publish callbacks [] for security_group (f5882225-b972-465e-8e24-301f30818fcf), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.486892 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a324bc85-7f16-4a1b-9ef5-386f896c5393,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:02.497013 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Checking segment: {'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:28:02.497354 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Network hostable DHCP agents. Network: 5b36f391-9303-491b-a896-5de83bacd8ff, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:28:02.510027 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ad36f370-4400-4013-bd85-ef4caaa02fc6 admin admin] Publish callbacks [] for security_group (f5882225-b972-465e-8e24-301f30818fcf), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.514089 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Network 5b36f391-9303-491b-a896-5de83bacd8ff is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:28:02.523884 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 5b36f391-9303-491b-a896-5de83bacd8ff) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:28:02.528151 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:02.528735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.533989 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c6419-231c-41f4-a2de-67aad5a13436 None None] Network 5b36f391-9303-491b-a896-5de83bacd8ff requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:28:02.553587 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f7722212-c730-4b2f-8a0c-a24f717daab3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9908609 Aug 23 04:28:02.561382 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ad36f370-4400-4013-bd85-ef4caaa02fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (f5882225-b972-465e-8e24-301f30818fcf), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.564448 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ad36f370-4400-4013-bd85-ef4caaa02fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.568351 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ad36f370-4400-4013-bd85-ef4caaa02fc6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f5882225-b972-465e-8e24-301f30818fcf HTTP/1.1" status: 204 len: 168 time: 0.1479647 Aug 23 04:28:02.576130 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36f370-4400-4013-bd85-ef4caaa02fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5882225-b972-465e-8e24-301f30818fcf,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:02.661653 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0974071-187f-4825-9b7d-5b8f44dcc1cc None None] Network 5b36f391-9303-491b-a896-5de83bacd8ff requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:28:02.845483 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795a86-9f26-48d3-8a69-c6356a010efe req-d3315b97-c296-4937-bff5-5f3ab4da5b55 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:02.848393 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e795a86-9f26-48d3-8a69-c6356a010efe req-d3315b97-c296-4937-bff5-5f3ab4da5b55 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0734394 Aug 23 04:28:02.901472 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39034) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:02.907046 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaef51-3f03-445d-9030-43df576559af req-6654e21e-f731-414d-9c30-45c4d963a084 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:02.908827 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d3aaef51-3f03-445d-9030-43df576559af req-6654e21e-f731-414d-9c30-45c4d963a084 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.0868809 Aug 23 04:28:02.915653 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-63b24174-beb3-431d-9299-8101dc62acd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:02.971596 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e795a86-9f26-48d3-8a69-c6356a010efe req-c3ce337c-379f-4bc6-a6f3-6c3820e942c0 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1064355 Aug 23 04:28:02.983275 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d3aaef51-3f03-445d-9030-43df576559af req-19e358d7-c11e-49e3-893b-e4ed26341bf1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645916 Aug 23 04:28:03.013149 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-63b24174-beb3-431d-9299-8101dc62acd7 admin admin] Publish callbacks [] for security_group (bedd4097-532e-4f6c-af22-f32cf698f208), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:03.018847 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-63b24174-beb3-431d-9299-8101dc62acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (bedd4097-532e-4f6c-af22-f32cf698f208), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:03.068171 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-63b24174-beb3-431d-9299-8101dc62acd7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=074616a489944ed290f0efae06c658e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654804 Aug 23 04:28:03.068845 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b24174-beb3-431d-9299-8101dc62acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedd4097-532e-4f6c-af22-f32cf698f208,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:03.072416 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39038) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:03.143051 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-424df35b-551d-43a5-a02e-964c090b54df admin admin] Publish callbacks [] for security_group (bedd4097-532e-4f6c-af22-f32cf698f208), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:03.216388 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-424df35b-551d-43a5-a02e-964c090b54df admin admin] Publish callbacks [] for security_group (bedd4097-532e-4f6c-af22-f32cf698f208), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:03.250492 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdd418-fad2-40a2-b211-67a2012bcb14 req-d12a45bd-39a5-4e82-8ce7-a29ba5f87390 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:03.252013 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-16bdd418-fad2-40a2-b211-67a2012bcb14 req-d12a45bd-39a5-4e82-8ce7-a29ba5f87390 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.1237953 Aug 23 04:28:03.261394 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:03.273106 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b9c34-53b9-499a-a16c-bea0f4b1b679 req-cec344de-12ed-4329-b7ce-3985e2b9e607 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:03.274559 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-477b9c34-53b9-499a-a16c-bea0f4b1b679 req-cec344de-12ed-4329-b7ce-3985e2b9e607 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.1069558 Aug 23 04:28:03.349065 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-424df35b-551d-43a5-a02e-964c090b54df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (bedd4097-532e-4f6c-af22-f32cf698f208), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:03.351623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-424df35b-551d-43a5-a02e-964c090b54df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:03.352792 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-424df35b-551d-43a5-a02e-964c090b54df admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bedd4097-532e-4f6c-af22-f32cf698f208 HTTP/1.1" status: 204 len: 168 time: 0.2791090 Aug 23 04:28:03.365479 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-16bdd418-fad2-40a2-b211-67a2012bcb14 req-4f993c06-785d-4625-8b60-681c36e6792f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027501 Aug 23 04:28:03.373942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-477b9c34-53b9-499a-a16c-bea0f4b1b679 req-1af560ce-7b45-4e68-a58b-fc1a94e1314c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884309 Aug 23 04:28:03.374907 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424df35b-551d-43a5-a02e-964c090b54df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedd4097-532e-4f6c-af22-f32cf698f208,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:03.499081 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a4c70-d0cf-46f8-acc8-02f4f6be694e req-d41121e4-28f7-40b6-8605-3ae269c8e18b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:03.501679 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-645a4c70-d0cf-46f8-acc8-02f4f6be694e req-d41121e4-28f7-40b6-8605-3ae269c8e18b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0655386 Aug 23 04:28:03.532824 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:03.550940 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-645a4c70-d0cf-46f8-acc8-02f4f6be694e req-ee9e0a4e-5084-41c3-ac16-87f6db10d4a5 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Aug 23 04:28:03.572398 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:03.690651 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:04.137964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143758e-0f9a-453a-9ba8-bc1c71d5840e req-4b0dce3a-b01d-4ca9-bb93-56afe6eda193 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:04.139425 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0143758e-0f9a-453a-9ba8-bc1c71d5840e req-4b0dce3a-b01d-4ca9-bb93-56afe6eda193 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0781021 Aug 23 04:28:04.150160 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03833db1-419e-43c2-ae4d-064adf105bb8 req-aa98c84d-1f35-4930-808a-7292b8d8377b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:04.151580 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-03833db1-419e-43c2-ae4d-064adf105bb8 req-aa98c84d-1f35-4930-808a-7292b8d8377b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.0784318 Aug 23 04:28:04.226821 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0143758e-0f9a-453a-9ba8-bc1c71d5840e req-250afa00-5f62-4446-99b8-1c13d39d6116 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0741830 Aug 23 04:28:04.230810 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-03833db1-419e-43c2-ae4d-064adf105bb8 req-65c25f7c-ecd8-45b0-b4b8-9adbbeac7f30 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715294 Aug 23 04:28:04.378641 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 7ff1585b-e97f-4f6d-a093-a43bf254afd2 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:28:04.502975 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 7ff1585b-e97f-4f6d-a093-a43bf254afd2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:04.516966 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'port_id': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'mac_address': 'fa:16:3e:b2:f0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:28:04.544606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8ed06-2666-4038-8ade-7fc9b1ad883c req-5efc71eb-c8f5-402f-b59d-cd0a92741721 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:04.546112 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0ec8ed06-2666-4038-8ade-7fc9b1ad883c req-5efc71eb-c8f5-402f-b59d-cd0a92741721 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0934837 Aug 23 04:28:04.554072 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e1f2e-e776-44a7-951d-5d2b588bec91 req-acd110ad-c066-4d8d-bb5b-16aeafa4f667 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:04.555754 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b59e1f2e-e776-44a7-951d-5d2b588bec91 req-acd110ad-c066-4d8d-bb5b-16aeafa4f667 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 944 time: 0.0666437 Aug 23 04:28:04.560990 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:04.561754 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:04.576976 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff1585b-e97f-4f6d-a093-a43bf254afd2 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:04.599379 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 7ff1585b-e97f-4f6d-a093-a43bf254afd2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:04.603953 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:04.630565 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b59e1f2e-e776-44a7-951d-5d2b588bec91 req-9fc5e27a-f884-42cf-aa12-50df59394fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601811 Aug 23 04:28:04.652365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0ec8ed06-2666-4038-8ade-7fc9b1ad883c req-75f4161d-39fb-47ab-a7d0-91969207afb7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931885 Aug 23 04:28:04.667176 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=7ff1585b-e97f-4f6d-a093-a43bf254afd2,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:04.756545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f45f76-423d-4ee5-bf4a-5514f5a069bb req-72fe48f5-df29-4ddd-94b8-00c277730e39 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:04.758019 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-25f45f76-423d-4ee5-bf4a-5514f5a069bb req-72fe48f5-df29-4ddd-94b8-00c277730e39 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0462127 Aug 23 04:28:04.810974 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-25f45f76-423d-4ee5-bf4a-5514f5a069bb req-67dedcb5-ebfa-48fa-9ef6-f6ab3c0d28d6 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Aug 23 04:28:05.282328 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:05.355057 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:05.362605 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:05.362987 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:05.400829 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfb813-d4f5-45ff-b545-3b4da416c850 req-8125c6ae-7054-4444-bb64-a011098851c3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:05.402181 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c5cfb813-d4f5-45ff-b545-3b4da416c850 req-8125c6ae-7054-4444-bb64-a011098851c3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0811315 Aug 23 04:28:05.433201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84123b87-d3b1-4460-89a4-8a931af9efc4 req-c2f491ef-cd5a-4ddb-b013-1948f4632fc9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:05.434282 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84123b87-d3b1-4460-89a4-8a931af9efc4 req-c2f491ef-cd5a-4ddb-b013-1948f4632fc9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.1029396 Aug 23 04:28:05.448763 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:05.449241 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:05.488109 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:05.495816 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c5cfb813-d4f5-45ff-b545-3b4da416c850 req-ee14d41b-57d3-403d-98b0-7c04e342a2a0 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0864084 Aug 23 04:28:05.527884 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84123b87-d3b1-4460-89a4-8a931af9efc4 req-6351e913-e59b-4383-b3c8-da94a0d8d2df tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797653 Aug 23 04:28:05.568706 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:05.578733 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['7ff1585b-e97f-4f6d-a093-a43bf254afd2'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:05.602370 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:05.641866 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:05.644291 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:05.741301 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-e4ae54f4-b144-4ff8-af2c-2844638527a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:05.742767 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-e4ae54f4-b144-4ff8-af2c-2844638527a5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 1129 time: 0.0883167 Aug 23 04:28:05.754492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2ec8b-d48f-4610-abf2-aabba871718d" -d '{"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-plugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:05.806658 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:05.811898 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-aba62b71-dada-4a69-8dd4-8b9875f00df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:05.814219 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-aba62b71-dada-4a69-8dd4-8b9875f00df8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688610 Aug 23 04:28:05.851448 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-153dce49-8d41-4789-9900-4b387723f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:05.853388 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-153dce49-8d41-4789-9900-4b387723f350 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 1127 time: 0.1212368 Aug 23 04:28:05.859856 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dba07-384c-47ae-8256-7cb673d724c8 req-ee82aee0-a6a4-4ff0-a28a-e67bf3e952fd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:05.861529 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-080dba07-384c-47ae-8256-7cb673d724c8 req-ee82aee0-a6a4-4ff0-a28a-e67bf3e952fd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 945 time: 0.1113448 Aug 23 04:28:05.873416 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0509-842c-459c-90fb-52b9e953d709 req-7b620ef1-5bac-47f3-917f-717072446fed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:05.884513 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-939e0509-842c-459c-90fb-52b9e953d709 req-7b620ef1-5bac-47f3-917f-717072446fed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0792601 Aug 23 04:28:05.955833 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-939e0509-842c-459c-90fb-52b9e953d709 req-bdcac288-6a19-4093-8fe6-af3083fa43d4 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747190 Aug 23 04:28:05.959640 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-080dba07-384c-47ae-8256-7cb673d724c8 req-ff335458-a6ca-4dc2-8925-b66b873ea226 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755839 Aug 23 04:28:06.074841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:06.075228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a69bcdf-8180-4cb2-a3e5-66ee9205adc7 x-openstack-request-id: req-6a69bcdf-8180-4cb2-a3e5-66ee9205adc7 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:06.075709 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-plugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:06.076494 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a69bcdf-8180-4cb2-a3e5-66ee9205adc7 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:06.078009 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a69bcdf-8180-4cb2-a3e5-66ee9205adc7'] response: {'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'code': 200} Aug 23 04:28:06.093897 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc77e8-7ad0-4392-9376-a14e82b6cda9 req-b649931d-c32e-45e7-a558-e069ebbb5147 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.095844 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e6bc77e8-7ad0-4392-9376-a14e82b6cda9 req-b649931d-c32e-45e7-a558-e069ebbb5147 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0616517 Aug 23 04:28:06.143943 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:28:06.147973 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e6bc77e8-7ad0-4392-9376-a14e82b6cda9 req-59c038d1-3ed4-4129-9d35-979c7aef91f8 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Aug 23 04:28:06.245259 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39160) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:06.375240 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8d2b873f-2bea-4ccd-9381-b36120c6659f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:06.454173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:06.522655 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-b9531d48-6f8d-42fb-847e-69d086dfb684 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 HTTP/1.1" status: 200 len: 217 time: 0.1088886 Aug 23 04:28:06.630103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:06.655897 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af231e0-8f28-46fb-a71d-16b6e73fbc94 req-0594cefd-dbdf-409d-a5ca-e60bdbd80a8d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.657389 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9af231e0-8f28-46fb-a71d-16b6e73fbc94 req-0594cefd-dbdf-409d-a5ca-e60bdbd80a8d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0781984 Aug 23 04:28:06.727895 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-7af6478a-4a18-4723-9dee-06d83bbcfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.729439 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-7af6478a-4a18-4723-9dee-06d83bbcfb35 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=3d3169d3b318421fab1d473a51637437&device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 1127 time: 0.3198071 Aug 23 04:28:06.748594 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:06.758433 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-3dc877b7-2517-47e0-952c-72899c72e979 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.759942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-3dc877b7-2517-47e0-952c-72899c72e979 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5b36f391-9303-491b-a896-5de83bacd8ff HTTP/1.1" status: 200 len: 814 time: 0.1692951 Aug 23 04:28:06.763287 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9af231e0-8f28-46fb-a71d-16b6e73fbc94 req-684be2e0-d374-4435-a626-a6a6c0afaa61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0998986 Aug 23 04:28:06.779668 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-69963132-4e60-4fdb-b73c-9660fd09d700 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/quotas/57d3d5a2a0514d7687e794f8a678cff9 HTTP/1.1" status: 200 len: 375 time: 0.0098252 Aug 23 04:28:06.810442 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-4907b29e-b6cd-41ee-804e-ebbdd86c87a5 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284212 Aug 23 04:28:06.861619 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-a634e1c7-d59e-4d35-90ef-87d79009c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.863086 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-a634e1c7-d59e-4d35-90ef-87d79009c4e7 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.3023641 Aug 23 04:28:06.864186 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5368ac-3281-4f35-ba44-ca4c84394d11 req-4f0448c7-9f2b-4690-b4fa-3b51ffcca21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.865523 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7b5368ac-3281-4f35-ba44-ca4c84394d11 req-4f0448c7-9f2b-4690-b4fa-3b51ffcca21f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1130 time: 0.3018556 Aug 23 04:28:06.908863 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8d2b873f-2bea-4ccd-9381-b36120c6659f admin admin] Publish callbacks [] for security_group (921d6cf3-9f2a-4c10-b539-83a66494e598), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:06.913319 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-860c1963-48be-488d-8fda-50b0bd65aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.914836 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-860c1963-48be-488d-8fda-50b0bd65aaac service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 912 time: 0.5041535 Aug 23 04:28:06.932975 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d96d-d761-4e2f-b454-c97d7c99312c req-0126c471-0de6-4b7c-888b-6f69d49df9c1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:06.934433 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cad5d96d-d761-4e2f-b454-c97d7c99312c req-0126c471-0de6-4b7c-888b-6f69d49df9c1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0918739 Aug 23 04:28:06.971280 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-167211e5-e45d-425e-a8d4-47a2b36780fc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513290 Aug 23 04:28:06.974998 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8d2b873f-2bea-4ccd-9381-b36120c6659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (921d6cf3-9f2a-4c10-b539-83a66494e598), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:06.992131 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-7b5368ac-3281-4f35-ba44-ca4c84394d11 req-24b4f3f0-f1ea-4a54-8f1a-1562d6bb2f4c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:07.034455 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cad5d96d-d761-4e2f-b454-c97d7c99312c req-f04b0f35-5caa-4f81-bd0a-47a3c8ec07ab tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820436 Aug 23 04:28:07.084441 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-1064c9d5-6dea-4414-90e6-b7e4839eda00 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720121 Aug 23 04:28:07.085683 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-b65ac8ce-bc73-4fa1-b34a-af6f652d535c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 200 len: 217 time: 0.1139410 Aug 23 04:28:07.106762 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868df07-ac47-4d00-a05f-91b867424be0 req-a6d6ba99-5bba-4a3e-bc9e-5bf4fb55705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.108634 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-a6d6ba99-5bba-4a3e-bc9e-5bf4fb55705e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2294064 Aug 23 04:28:07.137677 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-8d2b873f-2bea-4ccd-9381-b36120c6659f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=df7627d189c348a7aa383fca5a61e5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8912168 Aug 23 04:28:07.138421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b873f-2bea-4ccd-9381-b36120c6659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d6cf3-9f2a-4c10-b539-83a66494e598,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:07.170061 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39198) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:07.190739 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-344a0fa4-9d9d-4cd8-a1aa-7b447aa1a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.192448 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-344a0fa4-9d9d-4cd8-a1aa-7b447aa1a012 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a5e934c1-aa9a-452d-85fb-a285da26e1ae HTTP/1.1" status: 200 len: 913 time: 0.4422381 Aug 23 04:28:07.303393 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:07.305117 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-e6d2ec7e-1ec2-42fc-b104-b4d3e06b8e39 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a5f116-8361-455e-9373-f0d86c41dc4f HTTP/1.1" status: 200 len: 217 time: 0.0943692 Aug 23 04:28:07.334425 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fa7ff-c5bb-4935-b464-ba0446caa5bc req-095f8f32-1fef-4c0e-ab46-53ab3be45409 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.335871 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c08fa7ff-c5bb-4935-b464-ba0446caa5bc req-095f8f32-1fef-4c0e-ab46-53ab3be45409 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0629265 Aug 23 04:28:07.340160 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-66ff3fb0-2d07-4430-95f0-12686bf2a53a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618231 Aug 23 04:28:07.395389 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c08fa7ff-c5bb-4935-b464-ba0446caa5bc req-0c208953-3e4f-4be1-8c67-067effc43101 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529101 Aug 23 04:28:07.565197 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ef519-a539-481c-984c-2578d0abe3fa req-38fe2c63-4956-44b2-9eaf-d63dcff98bc0 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.573031 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8c4ef519-a539-481c-984c-2578d0abe3fa req-38fe2c63-4956-44b2-9eaf-d63dcff98bc0 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 945 time: 0.0921214 Aug 23 04:28:07.574503 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-6cb3a1f8-374b-4429-b2ae-9e6a03af125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.575957 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-6cb3a1f8-374b-4429-b2ae-9e6a03af125c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.4709427 Aug 23 04:28:07.594202 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8b80-f55c-4166-8f25-c480726f076a req-3d06a669-e0b8-4b56-a117-184cc43657f8 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.595773 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e34e8b80-f55c-4166-8f25-c480726f076a req-3d06a669-e0b8-4b56-a117-184cc43657f8 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0746109 Aug 23 04:28:07.678341 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8c4ef519-a539-481c-984c-2578d0abe3fa req-087e7dcb-76ef-4aca-a858-2b2e9cf835e8 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044617 Aug 23 04:28:07.680342 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ed9b396-339f-4821-8dfd-679c31b34a60 req-fd738051-b5e1-4e85-b90a-29a3cbccf2cf service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828969 Aug 23 04:28:07.695080 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-cbb681a6-7534-4e01-a22f-61533fa961f2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627627 Aug 23 04:28:07.695795 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e34e8b80-f55c-4166-8f25-c480726f076a req-1b93144e-3ad2-43e5-b93c-982f9f22be09 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913737 Aug 23 04:28:07.696597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-dc022fe8-c18c-468c-995f-032df2fb5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.697898 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-dc022fe8-c18c-468c-995f-032df2fb5a42 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=91fb95a1-bdfb-4954-a347-249aff7312fc HTTP/1.1" status: 200 len: 851 time: 0.3604562 Aug 23 04:28:07.707213 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ec9958f5-2826-457e-a290-d499a6e469c0 admin admin] Publish callbacks [] for security_group (921d6cf3-9f2a-4c10-b539-83a66494e598), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:07.725839 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-7b5368ac-3281-4f35-ba44-ca4c84394d11 req-24b4f3f0-f1ea-4a54-8f1a-1562d6bb2f4c service neutron] Publish callbacks [] for security_group (c4d0454c-9c4e-4001-a344-bc4116004ef5), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:07.737363 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-7b5368ac-3281-4f35-ba44-ca4c84394d11 req-24b4f3f0-f1ea-4a54-8f1a-1562d6bb2f4c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (c4d0454c-9c4e-4001-a344-bc4116004ef5), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:07.741157 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ec9958f5-2826-457e-a290-d499a6e469c0 admin admin] Publish callbacks [] for security_group (921d6cf3-9f2a-4c10-b539-83a66494e598), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:07.785134 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-18e9fe72-6dc6-4a80-9b5a-4d44f3ae580a req-4f707efc-e98e-46c4-827a-74567d9f496c tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0334425 Aug 23 04:28:07.812303 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7b5368ac-3281-4f35-ba44-ca4c84394d11 req-24b4f3f0-f1ea-4a54-8f1a-1562d6bb2f4c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9317865 Aug 23 04:28:07.822423 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4f3f0-f1ea-4a54-8f1a-1562d6bb2f4c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0454c-9c4e-4001-a344-bc4116004ef5,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:07.849452 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ec9958f5-2826-457e-a290-d499a6e469c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (921d6cf3-9f2a-4c10-b539-83a66494e598), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:07.852255 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ec9958f5-2826-457e-a290-d499a6e469c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:07.853521 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ec9958f5-2826-457e-a290-d499a6e469c0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/921d6cf3-9f2a-4c10-b539-83a66494e598 HTTP/1.1" status: 204 len: 168 time: 0.6754270 Aug 23 04:28:07.865036 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9958f5-2826-457e-a290-d499a6e469c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d6cf3-9f2a-4c10-b539-83a66494e598,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:07.937652 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4da9e3-7f58-460e-ae80-98305e15ac94 req-9a9d7860-6ce2-47e5-90db-0e2c46320346 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:07.940218 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc4da9e3-7f58-460e-ae80-98305e15ac94 req-9a9d7860-6ce2-47e5-90db-0e2c46320346 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0936403 Aug 23 04:28:08.023305 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc4da9e3-7f58-460e-ae80-98305e15ac94 req-06eaa3ae-4cb4-4250-8ac4-ae6259739c09 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0756495 Aug 23 04:28:08.179545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042993a-3b61-4cf2-8c6c-9deaa09896f3 req-76f25216-c3e6-4e20-89ce-696e24ce082b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:08.181078 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3042993a-3b61-4cf2-8c6c-9deaa09896f3 req-76f25216-c3e6-4e20-89ce-696e24ce082b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0528288 Aug 23 04:28:08.190223 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39222) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:08.207292 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6eb0-3401-4de0-a336-58ecc2e480a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.226033 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:08.234378 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3042993a-3b61-4cf2-8c6c-9deaa09896f3 req-58f54bfe-9a4c-4f83-8246-07949026454e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475760 Aug 23 04:28:08.270110 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:28:08.294779 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6eb0-3401-4de0-a336-58ecc2e480a2 admin admin] Publish callbacks [] for security_group (a724704f-a3d1-42e0-863b-5eb1c3b5c7a7), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.298942 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6eb0-3401-4de0-a336-58ecc2e480a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a724704f-a3d1-42e0-863b-5eb1c3b5c7a7), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.339007 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-5a7e6eb0-3401-4de0-a336-58ecc2e480a2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cef43e27688e44d1bcc6967cf7d33321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471186 Aug 23 04:28:08.339905 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6eb0-3401-4de0-a336-58ecc2e480a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a724704f-a3d1-42e0-863b-5eb1c3b5c7a7,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:08.341491 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39226) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:08.357202 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:08.379032 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:08.380806 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:08.391311 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'port_id': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86', 'mac_address': 'fa:16:3e:77:20:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:28:08.393114 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0e155ba3-9b2b-412d-8f9c-138088f3e2e8 admin admin] Publish callbacks [] for security_group (a724704f-a3d1-42e0-863b-5eb1c3b5c7a7), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.417160 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0e155ba3-9b2b-412d-8f9c-138088f3e2e8 admin admin] Publish callbacks [] for security_group (a724704f-a3d1-42e0-863b-5eb1c3b5c7a7), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.425864 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:08.426250 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.439811 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:08.463344 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:08.470877 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.471620 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f1a5f116-8361-455e-9373-f0d86c41dc4f details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:28:08.475391 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0e155ba3-9b2b-412d-8f9c-138088f3e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a724704f-a3d1-42e0-863b-5eb1c3b5c7a7), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.478322 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0e155ba3-9b2b-412d-8f9c-138088f3e2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.479457 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-0e155ba3-9b2b-412d-8f9c-138088f3e2e8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a724704f-a3d1-42e0-863b-5eb1c3b5c7a7 HTTP/1.1" status: 204 len: 168 time: 0.1369421 Aug 23 04:28:08.498816 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e155ba3-9b2b-412d-8f9c-138088f3e2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a724704f-a3d1-42e0-863b-5eb1c3b5c7a7,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:08.535854 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13579581-552f-4e72-92bb-4f23b84d24a1 req-414a7785-cf3c-4afc-be2f-0139dfa47328 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:08.537717 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-13579581-552f-4e72-92bb-4f23b84d24a1 req-414a7785-cf3c-4afc-be2f-0139dfa47328 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0569272 Aug 23 04:28:08.549975 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:08.592153 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-13579581-552f-4e72-92bb-4f23b84d24a1 req-83df500b-9e1c-4cbd-89ee-f9e3bbd026d3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482981 Aug 23 04:28:08.634116 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port f1a5f116-8361-455e-9373-f0d86c41dc4f, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f1a5f116-8361-455e-9373-f0d86c41dc4f,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:08.645039 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'f1a5f116-8361-455e-9373-f0d86c41dc4f', 'network_id': 'a5e934c1-aa9a-452d-85fb-a285da26e1ae', 'port_id': 'f1a5f116-8361-455e-9373-f0d86c41dc4f', 'mac_address': 'fa:16:3e:34:09:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fb95a1-bdfb-4954-a347-249aff7312fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:28:08.682902 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port f1a5f116-8361-455e-9373-f0d86c41dc4f is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:08.683300 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.701537 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a5f116-8361-455e-9373-f0d86c41dc4f {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:08.853769 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port f1a5f116-8361-455e-9373-f0d86c41dc4f, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f1a5f116-8361-455e-9373-f0d86c41dc4f,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:08.858392 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:08.860486 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f6ba-1722-4680-aa5f-0789fbda95d0 req-9ffa1c6a-75eb-4ae0-9438-80d81c678845 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:08.862124 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-81d4f6ba-1722-4680-aa5f-0789fbda95d0 req-9ffa1c6a-75eb-4ae0-9438-80d81c678845 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 945 time: 0.0892262 Aug 23 04:28:08.875223 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d44723-b91a-4754-9c4e-dc83593335c8 req-4cd520f8-85b9-414a-b0f1-8c2755680a04 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:08.876736 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26d44723-b91a-4754-9c4e-dc83593335c8 req-4cd520f8-85b9-414a-b0f1-8c2755680a04 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 943 time: 0.0866780 Aug 23 04:28:08.909323 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=f1a5f116-8361-455e-9373-f0d86c41dc4f,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:08.947565 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-81d4f6ba-1722-4680-aa5f-0789fbda95d0 req-6de18d80-2830-4543-9bca-72d1874d1b71 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697911 Aug 23 04:28:08.960098 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26d44723-b91a-4754-9c4e-dc83593335c8 req-90a784f7-a4e7-46b0-a384-ab796d96b32e tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743577 Aug 23 04:28:09.041449 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d9d7267e-ff6b-4f28-881d-9e0d5a721d18 req-80f177eb-5c79-41bf-bb48-661606aec968 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0306008 Aug 23 04:28:09.143054 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0386b8-9132-4b0f-bd88-ece347e3f085 req-cb22acc9-f1f6-4813-a5a9-963dc6fd7359 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:09.144565 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5a0386b8-9132-4b0f-bd88-ece347e3f085 req-cb22acc9-f1f6-4813-a5a9-963dc6fd7359 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0477207 Aug 23 04:28:09.196032 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5a0386b8-9132-4b0f-bd88-ece347e3f085 req-7132d73c-5afa-4055-a6dc-f16cbce12fa4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0456858 Aug 23 04:28:09.369572 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4a9a1-f75c-41cb-a741-46b1a087cd26 req-7469c12c-39c5-4722-997b-323af217da0d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:09.371211 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3bf4a9a1-f75c-41cb-a741-46b1a087cd26 req-7469c12c-39c5-4722-997b-323af217da0d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0478830 Aug 23 04:28:09.421145 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3bf4a9a1-f75c-41cb-a741-46b1a087cd26 req-480aeedc-4e84-4405-8bdf-762de8c37be3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440059 Aug 23 04:28:09.717858 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fad4f1-d02c-4202-a87d-7f564df92bc1 req-5d5c245c-8a58-4bc1-bd4b-473ddceae32f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:09.719308 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0fad4f1-d02c-4202-a87d-7f564df92bc1 req-5d5c245c-8a58-4bc1-bd4b-473ddceae32f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0478518 Aug 23 04:28:09.768272 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0fad4f1-d02c-4202-a87d-7f564df92bc1 req-66f173c3-c07a-4c2b-8a79-b4662cc01b52 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Aug 23 04:28:10.107291 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6afec2-eaf8-410c-ba8d-7750adc2739b req-5dea811f-ed6f-403e-b560-f38437145c18 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:10.108814 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd6afec2-eaf8-410c-ba8d-7750adc2739b req-5dea811f-ed6f-403e-b560-f38437145c18 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 945 time: 0.0837095 Aug 23 04:28:10.132813 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed03c5a-c555-4cda-b342-33539ee44b22 req-acc59b35-3a3f-42d0-aad6-a3413f084121 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:10.134442 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7ed03c5a-c555-4cda-b342-33539ee44b22 req-acc59b35-3a3f-42d0-aad6-a3413f084121 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 944 time: 0.0784492 Aug 23 04:28:10.200443 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd6afec2-eaf8-410c-ba8d-7750adc2739b req-8d024ad3-cc88-4c27-86fb-b09350538d06 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832639 Aug 23 04:28:10.212101 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7ed03c5a-c555-4cda-b342-33539ee44b22 req-2a22f94d-bcb1-47c6-8d63-c3761c1c9559 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 Aug 23 04:28:10.333510 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['89b2c8bf-fcbd-46df-9d0d-0a4df470da86'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:10.381040 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fdb55aa6-2e0c-49b2-9e8b-eb8a9ac2cfb6 req-c4b28e3c-4362-4096-a021-9a902c7b15d8 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0870614 Aug 23 04:28:10.381412 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 7ff1585b-e97f-4f6d-a093-a43bf254afd2 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:10.436863 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-b2532fc0-a773-4dec-8621-a18bbb99c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:10.439208 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-b2532fc0-a773-4dec-8621-a18bbb99c7b7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a5e934c1-aa9a-452d-85fb-a285da26e1ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1723700 Aug 23 04:28:10.441715 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e868df07-ac47-4d00-a05f-91b867424be0 req-d44935a6-175e-4766-ba3d-122ca18d9044 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190422 Aug 23 04:28:10.446760 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:10.479826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-ba1cfb69-a1a1-4c9a-82db-37937b21be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:10.482126 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-ba1cfb69-a1a1-4c9a-82db-37937b21be17 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2333059 Aug 23 04:28:10.483810 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['f1a5f116-8361-455e-9373-f0d86c41dc4f'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:10.486202 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:10.510075 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03a85c-1f8d-428f-8844-4b8134949568 req-9e702d3d-cd0b-4920-893e-a4ae1f9a238e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:10.514513 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd03a85c-1f8d-428f-8844-4b8134949568 req-9e702d3d-cd0b-4920-893e-a4ae1f9a238e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.1296163 Aug 23 04:28:10.533194 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:10.584206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:10.612438 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:10.612808 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:10.633183 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd03a85c-1f8d-428f-8844-4b8134949568 req-2f811094-3a14-458d-a6eb-06f53412b313 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1040995 Aug 23 04:28:10.663316 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329be44b-a251-4fef-b5c8-08b87afb2353 req-2cfe270c-4820-48f2-b5bc-82a91c35dc4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:10.665197 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-329be44b-a251-4fef-b5c8-08b87afb2353 req-2cfe270c-4820-48f2-b5bc-82a91c35dc4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.1030397 Aug 23 04:28:10.715883 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-329be44b-a251-4fef-b5c8-08b87afb2353 req-d9b28453-e01c-4b11-bcfc-02e5910185f7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452504 Aug 23 04:28:10.814332 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:10.814713 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:10.863455 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:10.867837 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd84e0-5f6f-42ca-8cf9-4e0936524bf9" -d '{"events": [{"server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "name": "network-vif-plugged", "status": "completed", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:10.883899 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 7ff1585b-e97f-4f6d-a093-a43bf254afd2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:10.889091 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:10.900214 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:10.915316 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e1572d-6720-4d2c-996f-4f846a23efe4 x-openstack-request-id: req-e8e1572d-6720-4d2c-996f-4f846a23efe4 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:10.915605 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "name": "network-vif-plugged", "status": "completed", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:10.915849 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8e1572d-6720-4d2c-996f-4f846a23efe4 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:10.916248 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e1572d-6720-4d2c-996f-4f846a23efe4'] response: {'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'code': 200} Aug 23 04:28:10.920194 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80cf7-609b-47c7-b22b-1e92d440a4c2 req-d983548f-d4e4-4c95-8829-2f019a8adc58 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:10.921703 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4cf80cf7-609b-47c7-b22b-1e92d440a4c2 req-d983548f-d4e4-4c95-8829-2f019a8adc58 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0670166 Aug 23 04:28:10.936488 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39334) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:10.942876 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=7ff1585b-e97f-4f6d-a093-a43bf254afd2,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:10.978086 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4cf80cf7-609b-47c7-b22b-1e92d440a4c2 req-3f353d71-caa7-4a34-8acb-aa1218a1cdc2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508335 Aug 23 04:28:11.049257 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.129419 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Publish callbacks [] for security_group (5d8855cb-fe28-485d-8699-5c6a710a7197), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.133958 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5d8855cb-fe28-485d-8699-5c6a710a7197), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.173802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8855cb-fe28-485d-8699-5c6a710a7197,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:11.178687 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=22ebc63c0db84f908cfcded78a3c1c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414207 Aug 23 04:28:11.181703 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39338) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:11.183480 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.183812 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.184174 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.184501 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.184823 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.185138 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.185450 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.185760 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.186074 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.186370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.186681 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.186998 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.187330 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.187632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.188275 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225f276-1140-4bc3-aa3d-9620a09eb36a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:11.237923 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e698e3de-d07a-49f7-8930-a50e4dbbd5fb admin admin] Publish callbacks [] for security_group (5d8855cb-fe28-485d-8699-5c6a710a7197), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.260595 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e698e3de-d07a-49f7-8930-a50e4dbbd5fb admin admin] Publish callbacks [] for security_group (5d8855cb-fe28-485d-8699-5c6a710a7197), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.378674 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c722e-dad0-4d12-b515-9903add1b56c req-e07cbbf4-62d5-49a8-9ab8-5c3b1f2843cd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:11.380184 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1d9c722e-dad0-4d12-b515-9903add1b56c req-e07cbbf4-62d5-49a8-9ab8-5c3b1f2843cd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0916362 Aug 23 04:28:11.380767 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e698e3de-d07a-49f7-8930-a50e4dbbd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5d8855cb-fe28-485d-8699-5c6a710a7197), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.383231 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e698e3de-d07a-49f7-8930-a50e4dbbd5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.386807 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e698e3de-d07a-49f7-8930-a50e4dbbd5fb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5d8855cb-fe28-485d-8699-5c6a710a7197 HTTP/1.1" status: 204 len: 168 time: 0.2014513 Aug 23 04:28:11.400854 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5a50d-8687-4a18-ab97-ecb9fb278404 req-c4be257e-5d62-45f1-965b-2e502a1ef332 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:11.408632 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14f5a50d-8687-4a18-ab97-ecb9fb278404 req-c4be257e-5d62-45f1-965b-2e502a1ef332 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 944 time: 0.0863168 Aug 23 04:28:11.409738 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:11.443796 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698e3de-d07a-49f7-8930-a50e4dbbd5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8855cb-fe28-485d-8699-5c6a710a7197,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:11.504465 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1d9c722e-dad0-4d12-b515-9903add1b56c req-651e1894-a9b7-4882-841b-6cb89c0f48ef tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139088 Aug 23 04:28:11.517174 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14f5a50d-8687-4a18-ab97-ecb9fb278404 req-9809d3cd-3af5-45e6-8882-b6aa38878041 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077299 Aug 23 04:28:11.564671 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:UPDATE=1,neutron:INSERT=9,neutron:SELECT=90 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:11.574882 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-5b00b691-1eed-4082-9e01-1eca25f9d45e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170098 Aug 23 04:28:11.589592 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-6791e31d-1944-4e85-a120-3b91c7f1c127 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a5e934c1-aa9a-452d-85fb-a285da26e1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402220 Aug 23 04:28:11.601109 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-17e7da9f-329d-4666-ab2e-630a6ac754ee req-8940eb42-ddd4-44d2-9020-c46b4b24ec67 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0335934 Aug 23 04:28:11.693568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39354) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:11.698983 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f1a5f116-8361-455e-9373-f0d86c41dc4f up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:11.724993 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5b2e05de-59f0-447f-9a90-77061f989073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.746838 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port f1a5f116-8361-455e-9373-f0d86c41dc4f completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:11.756674 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port f1a5f116-8361-455e-9373-f0d86c41dc4f triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:11.757139 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.788560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddaa8d-c632-4f5f-9a9e-295560baf0c8 req-e1026812-be37-4ca0-b80a-789521ceba7e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:11.795683 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e2ddaa8d-c632-4f5f-9a9e-295560baf0c8 req-e1026812-be37-4ca0-b80a-789521ceba7e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0896480 Aug 23 04:28:11.859453 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port f1a5f116-8361-455e-9373-f0d86c41dc4f is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:11.859453 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.896564 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port f1a5f116-8361-455e-9373-f0d86c41dc4f, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f1a5f116-8361-455e-9373-f0d86c41dc4f,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:11.900898 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.901871 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:11.906099 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c863c8f-d0bc-4e89-8984-8e0a96e9ec6b req-7c5a675d-2b8d-46f6-9559-2ee6608c0bef tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:11.907720 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2c863c8f-d0bc-4e89-8984-8e0a96e9ec6b req-7c5a675d-2b8d-46f6-9559-2ee6608c0bef tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0908439 Aug 23 04:28:11.912694 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e2ddaa8d-c632-4f5f-9a9e-295560baf0c8 req-1e8988bb-fd91-41f9-81df-6168cbbe1a5e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1160562 Aug 23 04:28:11.960827 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:28:11.968999 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5b2e05de-59f0-447f-9a90-77061f989073 admin admin] Publish callbacks [] for security_group (3909500b-acf4-40eb-b4b5-be61b9c35ee2), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:11.980606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5b2e05de-59f0-447f-9a90-77061f989073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3909500b-acf4-40eb-b4b5-be61b9c35ee2), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.000169 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:12.006388 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:12.024284 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2c863c8f-d0bc-4e89-8984-8e0a96e9ec6b req-81bce33f-7f11-4826-bc58-391fa0938f87 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071064 Aug 23 04:28:12.032299 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:12.049249 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=f1a5f116-8361-455e-9373-f0d86c41dc4f,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:12.055300 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5b2e05de-59f0-447f-9a90-77061f989073 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=638326cec7ea477abc8895ff30566780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578925 Aug 23 04:28:12.056381 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39368) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:12.056863 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:12.065709 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e05de-59f0-447f-9a90-77061f989073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3909500b-acf4-40eb-b4b5-be61b9c35ee2,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:12.081678 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:12.082206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.117124 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-417cef27-b5f0-4fe9-bb56-8a577f950d7a admin admin] Publish callbacks [] for security_group (3909500b-acf4-40eb-b4b5-be61b9c35ee2), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.133490 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d5c2-11a5-4c82-8a04-58d19ab2287a req-284d5c24-dced-4fb3-8223-56b89d1014b7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:12.134980 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1827d5c2-11a5-4c82-8a04-58d19ab2287a req-284d5c24-dced-4fb3-8223-56b89d1014b7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 943 time: 0.0509031 Aug 23 04:28:12.140469 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-417cef27-b5f0-4fe9-bb56-8a577f950d7a admin admin] Publish callbacks [] for security_group (3909500b-acf4-40eb-b4b5-be61b9c35ee2), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.186316 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1827d5c2-11a5-4c82-8a04-58d19ab2287a req-952f4695-b867-4e14-9391-0d529bd5f575 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Aug 23 04:28:12.195097 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:12.235488 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'port_id': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17', 'mac_address': 'fa:16:3e:ae:88:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:28:12.261804 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-417cef27-b5f0-4fe9-bb56-8a577f950d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3909500b-acf4-40eb-b4b5-be61b9c35ee2), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.264478 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-417cef27-b5f0-4fe9-bb56-8a577f950d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.268989 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-417cef27-b5f0-4fe9-bb56-8a577f950d7a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3909500b-acf4-40eb-b4b5-be61b9c35ee2 HTTP/1.1" status: 204 len: 168 time: 0.2087026 Aug 23 04:28:12.283444 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:12.283971 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.298721 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:12.299257 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.314938 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:12.317433 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cef27-b5f0-4fe9-bb56-8a577f950d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3909500b-acf4-40eb-b4b5-be61b9c35ee2,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:12.371274 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:12.376046 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:12.378004 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.383344 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:12.394722 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-58149476-c8ea-4ea0-97ea-e345c2283bb6 req-d55bd2d8-3ba2-4266-bd55-1bdb05c1daa3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a5e934c1-aa9a-452d-85fb-a285da26e1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888907 Aug 23 04:28:12.398146 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-d4ae4422-f0b1-42ed-abc7-0f17a7b5e66d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134039 Aug 23 04:28:12.426432 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:12.433590 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.433936 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.434278 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.434612 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.434937 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.435265 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.435587 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.435920 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.436244 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.436560 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.436880 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.437386 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.437718 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.438033 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.438345 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:12.489282 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:12.625878 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:12.660250 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e272fdc-dce7-429c-8e0d-289dfbf61788 req-9e1c36be-bdd5-4f20-b449-e6585b528c68 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:12.661771 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3e272fdc-dce7-429c-8e0d-289dfbf61788 req-9e1c36be-bdd5-4f20-b449-e6585b528c68 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0861444 Aug 23 04:28:12.681351 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b80c18-ac54-49b6-a00f-5b221beb5e6f req-b4e5ad5b-7c7f-4b13-aaa6-e9d37bbcbda4 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:12.682773 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f5b80c18-ac54-49b6-a00f-5b221beb5e6f req-b4e5ad5b-7c7f-4b13-aaa6-e9d37bbcbda4 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0711365 Aug 23 04:28:12.748082 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3e272fdc-dce7-429c-8e0d-289dfbf61788 req-2f468df9-4d3d-4f85-9126-03e894831892 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781803 Aug 23 04:28:12.755001 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f5b80c18-ac54-49b6-a00f-5b221beb5e6f req-f270567e-7429-46f4-8f5c-43b711ea6249 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637858 Aug 23 04:28:12.843960 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dec35621-1ef4-47e9-863e-084b930a4ebc req-2e5810e1-8924-4ca1-b247-4e06cd0c9bda tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0288858 Aug 23 04:28:12.917271 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77db89a9-c264-403c-8f45-f52c6360ec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5f116-8361-455e-9373-f0d86c41dc4f'}, {'server_uuid': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:12.919694 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ead51a-6ecf-4004-ac2c-13b75479777d" -d '{"events": [{"server_uuid": "77db89a9-c264-403c-8f45-f52c6360ec03", "name": "network-vif-plugged", "status": "completed", "tag": "f1a5f116-8361-455e-9373-f0d86c41dc4f"}, {"server_uuid": "cd8238e6-e045-42e6-9bf4-b97507719b1d", "name": "network-vif-plugged", "status": "completed", "tag": "89b2c8bf-fcbd-46df-9d0d-0a4df470da86"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:12.963105 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d15ba70-4616-4a3d-a1af-22f4f8cf296f x-openstack-request-id: req-8d15ba70-4616-4a3d-a1af-22f4f8cf296f {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:12.964282 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77db89a9-c264-403c-8f45-f52c6360ec03", "name": "network-vif-plugged", "status": "completed", "tag": "f1a5f116-8361-455e-9373-f0d86c41dc4f", "code": 200}, {"server_uuid": "cd8238e6-e045-42e6-9bf4-b97507719b1d", "name": "network-vif-plugged", "status": "completed", "tag": "89b2c8bf-fcbd-46df-9d0d-0a4df470da86", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:12.964525 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d15ba70-4616-4a3d-a1af-22f4f8cf296f {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:12.965015 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d15ba70-4616-4a3d-a1af-22f4f8cf296f'] response: {'server_uuid': '77db89a9-c264-403c-8f45-f52c6360ec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5f116-8361-455e-9373-f0d86c41dc4f', 'code': 200} Aug 23 04:28:12.965262 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d15ba70-4616-4a3d-a1af-22f4f8cf296f'] response: {'server_uuid': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86', 'code': 200} Aug 23 04:28:13.048014 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc48b56-4720-4f10-bdb3-69bf652a2310 req-0847da92-250e-4e3d-be04-20a9496483bb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:13.049606 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1cc48b56-4720-4f10-bdb3-69bf652a2310 req-0847da92-250e-4e3d-be04-20a9496483bb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0523286 Aug 23 04:28:13.101706 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1cc48b56-4720-4f10-bdb3-69bf652a2310 req-032cd127-55e8-4e95-ab52-7786ec2922af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0461299 Aug 23 04:28:13.168514 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56aa7d-e314-412d-b906-20d8a64dfbd4 req-995fba6b-818a-4662-8d55-31a0d8d9a484 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:13.169982 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc56aa7d-e314-412d-b906-20d8a64dfbd4 req-995fba6b-818a-4662-8d55-31a0d8d9a484 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0557244 Aug 23 04:28:13.217614 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc56aa7d-e314-412d-b906-20d8a64dfbd4 req-d7753848-304b-4c1e-a2d1-212a5028c800 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Aug 23 04:28:13.328640 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f8f63-c0d7-4d94-bb95-456903a1c893 req-689b11bc-840c-47f6-83dd-069ab3de0d6b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:13.330122 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-594f8f63-c0d7-4d94-bb95-456903a1c893 req-689b11bc-840c-47f6-83dd-069ab3de0d6b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 944 time: 0.0506682 Aug 23 04:28:13.386279 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-594f8f63-c0d7-4d94-bb95-456903a1c893 req-569ad95d-4ed1-4f39-be4f-9757f3fd6282 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494523 Aug 23 04:28:13.918242 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d66ef-f173-4dfe-95b8-d711ef3c4a4a req-238ae970-f55c-4125-82ff-73c807a3cc98 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:13.919764 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-195d66ef-f173-4dfe-95b8-d711ef3c4a4a req-238ae970-f55c-4125-82ff-73c807a3cc98 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0808675 Aug 23 04:28:13.927401 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60827d-8170-43e1-91d1-02f7a13c66f1 req-3a52f905-50c0-49a4-ac6b-725d2459a098 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:13.928768 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa60827d-8170-43e1-91d1-02f7a13c66f1 req-3a52f905-50c0-49a4-ac6b-725d2459a098 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0799696 Aug 23 04:28:14.007592 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-195d66ef-f173-4dfe-95b8-d711ef3c4a4a req-b5f9ff98-db40-4c9d-87d2-71abb2ee36f1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779350 Aug 23 04:28:14.010519 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa60827d-8170-43e1-91d1-02f7a13c66f1 req-fb7fea15-d393-40f6-b93f-c47d1e80cc73 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751431 Aug 23 04:28:14.092143 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-78a5080a-56ff-4133-a087-ef603642ff3a req-2d829669-d643-4433-9763-71b587a2acf1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0278709 Aug 23 04:28:14.237327 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce187b0-975a-41e8-acee-7a166846a34c req-4b1ef09b-fbef-410d-b772-4842a5426a9c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:14.238998 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ce187b0-975a-41e8-acee-7a166846a34c req-4b1ef09b-fbef-410d-b772-4842a5426a9c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0588112 Aug 23 04:28:14.287940 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ce187b0-975a-41e8-acee-7a166846a34c req-3a529807-1cd6-446d-9660-39cc4d5280f5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0431414 Aug 23 04:28:14.350382 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c284b4-2e78-4c12-b24e-ede01bd51c20 req-3d05078a-7479-4927-888f-93194ffe0c41 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:14.352457 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d8c284b4-2e78-4c12-b24e-ede01bd51c20 req-3d05078a-7479-4927-888f-93194ffe0c41 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0557346 Aug 23 04:28:14.403694 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d8c284b4-2e78-4c12-b24e-ede01bd51c20 req-91455e1a-7150-413d-ab51-dc46baf4cc70 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453494 Aug 23 04:28:14.508438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f09d-2bfd-45ae-be23-c8d0559376a3 req-2e7fa67e-e9dd-4ca4-a3b5-34b930997097 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:14.509926 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1fe4f09d-2bfd-45ae-be23-c8d0559376a3 req-2e7fa67e-e9dd-4ca4-a3b5-34b930997097 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 944 time: 0.0508578 Aug 23 04:28:14.530706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:14.560108 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1fe4f09d-2bfd-45ae-be23-c8d0559376a3 req-adddd628-3cf8-451a-b65e-02d2f066e8ba tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445695 Aug 23 04:28:15.123985 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['ccfb2bb6-9852-46f4-93c8-346e9d6dfb17'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:15.162553 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa19cf1-c01c-4c06-8ef4-ceab064b9853 req-33857983-442f-4e67-b869-26afc7a13f3f tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.164023 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-baa19cf1-c01c-4c06-8ef4-ceab064b9853 req-33857983-442f-4e67-b869-26afc7a13f3f tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0740044 Aug 23 04:28:15.169552 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd646ae-3e6a-4acb-9469-c83a14e1ff88 req-2976042a-e0f9-4c87-ae58-d7deaef4f880 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.170942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2cd646ae-3e6a-4acb-9469-c83a14e1ff88 req-2976042a-e0f9-4c87-ae58-d7deaef4f880 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0906491 Aug 23 04:28:15.206279 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:15.249719 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-baa19cf1-c01c-4c06-8ef4-ceab064b9853 req-9e6700a5-53d2-4dec-a49b-14c53f5943f7 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776093 Aug 23 04:28:15.253753 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2cd646ae-3e6a-4acb-9469-c83a14e1ff88 req-4a125ea0-dc84-4ef7-b1c9-dcc182f06319 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750279 Aug 23 04:28:15.265261 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:15.345299 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7033b420-d829-45a3-adc3-5254d3374ce1 req-7bc08e2d-cc02-421d-b9ef-22a7df5e1f7f tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0288289 Aug 23 04:28:15.410392 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c7582-1cb6-4ee8-8198-54e0db3dc8e6 req-985f158c-5b6a-497e-b5af-823f5553bf55 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.411861 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-556c7582-1cb6-4ee8-8198-54e0db3dc8e6 req-985f158c-5b6a-497e-b5af-823f5553bf55 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0499597 Aug 23 04:28:15.462928 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-556c7582-1cb6-4ee8-8198-54e0db3dc8e6 req-fdb6bb18-eb5f-4afe-8a98-eca9c6b96452 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0452900 Aug 23 04:28:15.554587 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeab9e4-f5ed-4fae-ab43-17718a7cbb23 req-2b64efad-11d0-4f3f-9b51-3fa214ef6809 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.557932 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-feeab9e4-f5ed-4fae-ab43-17718a7cbb23 req-2b64efad-11d0-4f3f-9b51-3fa214ef6809 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0650823 Aug 23 04:28:15.562678 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-98e26673-166d-4c51-b4ac-58685cb6561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.564266 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-98e26673-166d-4c51-b4ac-58685cb6561a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1129 time: 0.0514853 Aug 23 04:28:15.607871 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-feeab9e4-f5ed-4fae-ab43-17718a7cbb23 req-ccda5f7d-5f89-4ee9-aa66-34f3dbae68e0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Aug 23 04:28:15.761928 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66a424-8b20-47a5-aff0-ff9b462c9a99 req-12dce49e-2a8c-48be-9595-02054838115a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.778100 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-be66a424-8b20-47a5-aff0-ff9b462c9a99 req-12dce49e-2a8c-48be-9595-02054838115a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 944 time: 0.1135306 Aug 23 04:28:15.858379 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d39be1-ebe0-49aa-beba-3af08263ddc2 req-fe8f34fe-c511-4a12-9f54-183a24a47004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.861211 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b5d39be1-ebe0-49aa-beba-3af08263ddc2 req-fe8f34fe-c511-4a12-9f54-183a24a47004 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 1130 time: 0.0733056 Aug 23 04:28:15.862347 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-258dc328-9261-4863-b96a-2f56456faf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:15.863749 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-258dc328-9261-4863-b96a-2f56456faf16 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.2196476 Aug 23 04:28:15.869297 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-be66a424-8b20-47a5-aff0-ff9b462c9a99 req-d997787f-814c-4cde-aaa1-eabd47f7c158 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900397 Aug 23 04:28:16.401265 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dca626-8d71-4db3-aece-4ed7d522011f req-ca8347e8-3a8a-4333-bcb7-4b52bb9341e9 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:16.402722 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f2dca626-8d71-4db3-aece-4ed7d522011f req-ca8347e8-3a8a-4333-bcb7-4b52bb9341e9 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0729280 Aug 23 04:28:16.410387 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf73eb-47be-46d5-b5d2-2c5e5c0835db req-75fadd92-df1e-45b1-9a8a-77cf5cbccb20 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:16.411822 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26bf73eb-47be-46d5-b5d2-2c5e5c0835db req-75fadd92-df1e-45b1-9a8a-77cf5cbccb20 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0728643 Aug 23 04:28:16.487556 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f2dca626-8d71-4db3-aece-4ed7d522011f req-43c1e55b-ea70-4006-9725-e661aa3f839d tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747685 Aug 23 04:28:16.491655 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26bf73eb-47be-46d5-b5d2-2c5e5c0835db req-95d72b66-6de9-4a62-a9cf-c574e202182a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721583 Aug 23 04:28:16.581164 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1e7f45fa-24c9-486f-ac21-ebdb62f209ae req-4b05659f-b9ad-46d0-8f64-00c7fdedd075 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0361097 Aug 23 04:28:16.614865 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073203-adc3-4711-8cb4-a01c40b6a483 req-87cb906b-8a30-4243-bc2d-9be22d3a0ef1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:16.616359 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1073203-adc3-4711-8cb4-a01c40b6a483 req-87cb906b-8a30-4243-bc2d-9be22d3a0ef1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 943 time: 0.0602338 Aug 23 04:28:16.668040 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1073203-adc3-4711-8cb4-a01c40b6a483 req-877138a0-bef5-450a-9267-d07926d16afc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0435619 Aug 23 04:28:16.731489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980fe4d-907b-43ef-a4b4-43d1d645b4d5 req-9019a1f5-14ce-4d4a-8cd2-67bd19a48f53 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:16.732964 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8980fe4d-907b-43ef-a4b4-43d1d645b4d5 req-9019a1f5-14ce-4d4a-8cd2-67bd19a48f53 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0475292 Aug 23 04:28:16.789400 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8980fe4d-907b-43ef-a4b4-43d1d645b4d5 req-051a953e-ea96-455c-be41-ca399150f01a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507472 Aug 23 04:28:16.964204 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b868926-f46f-4c09-9c33-2e66a0c145fd req-2a6d3a5e-f994-4d52-941a-a933532e2b43 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:16.965639 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3b868926-f46f-4c09-9c33-2e66a0c145fd req-2a6d3a5e-f994-4d52-941a-a933532e2b43 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0569103 Aug 23 04:28:16.976251 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39478) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:16.980875 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'floatingip': {'port_id': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:17.002496 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:28:17.006853 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d19c9-e7c2-436d-869e-b791b82ad5d9 req-0227b210-78f3-4071-af80-3c90441a64e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:17.008523 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e48d19c9-e7c2-436d-869e-b791b82ad5d9 req-0227b210-78f3-4071-af80-3c90441a64e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 944 time: 0.0633795 Aug 23 04:28:17.057742 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:17.065545 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e48d19c9-e7c2-436d-869e-b791b82ad5d9 req-5181a2b5-1b72-455f-adc1-c00d8c8c11c5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 Aug 23 04:28:17.082962 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (d3f81e5e-4ed0-403e-b4ee-b96a527000c6), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:17.121163 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:17.132736 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:28:17.143171 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d24e3-d885-404b-a814-c6b4f009f4df req-cd740567-06a4-4a35-958e-addf810173fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:17.144763 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a00d24e3-d885-404b-a814-c6b4f009f4df req-cd740567-06a4-4a35-958e-addf810173fa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1129 time: 0.1315546 Aug 23 04:28:17.168394 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:17.168757 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:17.182511 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:17.206102 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:17.211014 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:17.245674 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:17.263434 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:17.646440 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badb0c-4706-4be8-82fe-efc7bf59afbc req-ec099715-e7bb-4048-9d25-5288dc62f63e tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:17.648204 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3badb0c-4706-4be8-82fe-efc7bf59afbc req-ec099715-e7bb-4048-9d25-5288dc62f63e tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0819011 Aug 23 04:28:17.654044 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08fc16-0670-47ad-b0aa-e52a79852aee req-847e15bf-8125-43ca-b80c-826e2b545679 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:17.655513 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e08fc16-0670-47ad-b0aa-e52a79852aee req-847e15bf-8125-43ca-b80c-826e2b545679 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0880930 Aug 23 04:28:17.734502 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3badb0c-4706-4be8-82fe-efc7bf59afbc req-71d5dc57-cc69-43e9-9895-fa4e0fa8718f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778873 Aug 23 04:28:17.738322 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e08fc16-0670-47ad-b0aa-e52a79852aee req-25af9918-ab4b-411b-9b00-5d5b63b20994 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748997 Aug 23 04:28:17.810421 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:17.837477 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5072a701-33a6-4b82-a6e3-b82216ee91b4 req-fbd5e994-18ee-4853-b727-6392591f9cfc tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0435810 Aug 23 04:28:17.858191 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:17.862804 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:17.867787 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:17.868300 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:17.877332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:17.878364 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:17.884367 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eab2e-8723-400f-a330-831e3cdc15e5 req-794bdf0e-4138-48c2-9770-f475a1757a47 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:17.885802 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-151eab2e-8723-400f-a330-831e3cdc15e5 req-794bdf0e-4138-48c2-9770-f475a1757a47 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 944 time: 0.0584939 Aug 23 04:28:17.891424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:17.896544 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (d3f81e5e-4ed0-403e-b4ee-b96a527000c6), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:17.940163 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-151eab2e-8723-400f-a330-831e3cdc15e5 req-8e1f1bbf-4cb2-4b9a-a991-79c98b3249bb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0477171 Aug 23 04:28:17.969649 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:17.970084 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:17.997763 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942f38b-c544-4991-8221-872266e4e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:18.000230 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396cf75-5f33-4894-ae7a-77074042c0d4" -d '{"events": [{"server_uuid": "e942f38b-c544-4991-8221-872266e4e196", "name": "network-vif-plugged", "status": "completed", "tag": "ccfb2bb6-9852-46f4-93c8-346e9d6dfb17"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:18.011039 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Floating IP d3f81e5e-4ed0-403e-b4ee-b96a527000c6 associated. External IP: 172.27.4.106, port: 56285f49-e5c0-4e47-acbc-7a0f3d0d8622. Aug 23 04:28:18.015006 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:18.020180 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:18.051986 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a43ce3c-4360-4e7c-9e19-9fe3b89fe10f x-openstack-request-id: req-4a43ce3c-4360-4e7c-9e19-9fe3b89fe10f {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:18.052217 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e942f38b-c544-4991-8221-872266e4e196", "name": "network-vif-plugged", "status": "completed", "tag": "ccfb2bb6-9852-46f4-93c8-346e9d6dfb17", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:18.052473 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a43ce3c-4360-4e7c-9e19-9fe3b89fe10f {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:18.052855 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a43ce3c-4360-4e7c-9e19-9fe3b89fe10f'] response: {'server_uuid': 'e942f38b-c544-4991-8221-872266e4e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17', 'code': 200} Aug 23 04:28:18.072134 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:18.182710 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f83f38-cfe1-4b2f-af49-9393750536a6 req-b1fd240e-5428-414c-9148-be78d7d500d6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:18.184197 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d4f83f38-cfe1-4b2f-af49-9393750536a6 req-b1fd240e-5428-414c-9148-be78d7d500d6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0472028 Aug 23 04:28:18.222594 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:28:18.232370 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d4f83f38-cfe1-4b2f-af49-9393750536a6 req-7103f899-c68d-47bb-b84e-4861913aa74b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Aug 23 04:28:18.322082 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:28:18.326945 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:18.335071 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] Sync routers for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:28:18.345956 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:18.346694 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:18.360642 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-1e67e0ae-9961-4657-b1f5-4a606f73bd4a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/d3f81e5e-4ed0-403e-b4ee-b96a527000c6 HTTP/1.1" status: 200 len: 992 time: 1.3833063 Aug 23 04:28:18.361640 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:18.364400 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba4402-fda6-401b-b492-8b6ea5bc0caa" -d '{"events": [{"name": "network-changed", "server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:18.400590 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5826b6bf-c21e-45c1-a80c-a781012d9394 x-openstack-request-id: req-5826b6bf-c21e-45c1-a80c-a781012d9394 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:18.400877 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:18.401129 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5826b6bf-c21e-45c1-a80c-a781012d9394 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:18.401530 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5826b6bf-c21e-45c1-a80c-a781012d9394'] response: {'name': 'network-changed', 'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'status': 'completed', 'code': 200} Aug 23 04:28:18.448631 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:18.708898 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'd3f81e5e-4ed0-403e-b4ee-b96a527000c6', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'floating_ip_address': '172.27.4.106', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'port_id': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'mac_address': 'fa:16:3e:5a:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:34Z', 'updated_at': '2022-08-23T04:28:17Z', 'revision_number': 1, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:18.735804 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] Checking router: 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:28:18.744464 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:18.745023 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:18.854341 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:18.974329 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad46dd-fb27-427c-aa1a-e739b769a614 req-b2712a9d-74b5-4e8f-af97-53abdaf67667 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:18.977276 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-649962f3-4986-42ac-aa78-03bf765aadf1 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 200 len: 217 time: 0.1799653 Aug 23 04:28:18.981383 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1cad46dd-fb27-427c-aa1a-e739b769a614 req-b2712a9d-74b5-4e8f-af97-53abdaf67667 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.1265926 Aug 23 04:28:19.050909 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.47', 64311) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:19.091001 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['ffed3c3d-2c51-45e4-bdfc-8a410e33cff3'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:19.112488 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-6f18185a-3790-4a5a-9af0-d1c1d070c161 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.114270 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-6f18185a-3790-4a5a-9af0-d1c1d070c161 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5b36f391-9303-491b-a896-5de83bacd8ff HTTP/1.1" status: 200 len: 814 time: 0.1300483 Aug 23 04:28:19.174986 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-38d1a1c0-d5da-4522-986c-4426bffeac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.176938 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-38d1a1c0-d5da-4522-986c-4426bffeac93 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1130 time: 0.3594599 Aug 23 04:28:19.191890 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fd201-b36c-4245-8a21-b60498d33343 req-89562f7b-0f15-410d-baa2-0bd72374476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.195385 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-283fd201-b36c-4245-8a21-b60498d33343 req-89562f7b-0f15-410d-baa2-0bd72374476b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 1129 time: 0.3940291 Aug 23 04:28:19.312004 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a00d24e3-d885-404b-a814-c6b4f009f4df req-b3416d94-5b88-49dd-9e82-d181b7bf04d7 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012097 Aug 23 04:28:19.312194 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:19.326073 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-87c7cc24-7cc3-4580-b129-5a62e92c4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.327856 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-87c7cc24-7cc3-4580-b129-5a62e92c4630 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.3480220 Aug 23 04:28:19.329128 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432b3fa-f57c-419c-8297-7f303fe97074 req-2be59e46-2af2-4797-9bae-e01c8d569e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.330642 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9432b3fa-f57c-419c-8297-7f303fe97074 req-2be59e46-2af2-4797-9bae-e01c8d569e75 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 1129 time: 0.2526612 Aug 23 04:28:19.336791 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b5d39be1-ebe0-49aa-beba-3af08263ddc2 req-570b8fe7-868d-4c43-94ea-eaa5f535ae66 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5628746 Aug 23 04:28:19.337403 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:19.365908 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-283fd201-b36c-4245-8a21-b60498d33343 req-40093b26-aff3-4c80-91cc-f1144abd1dd7 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Aug 23 04:28:19.374118 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-89bf889b-3898-42d4-823b-21fbca7f788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.374423 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'd3f81e5e-4ed0-403e-b4ee-b96a527000c6', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'floating_ip_address': '172.27.4.106', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'port_id': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'mac_address': 'fa:16:3e:5a:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:34Z', 'updated_at': '2022-08-23T04:28:17Z', 'revision_number': 1, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:19.391998 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-89bf889b-3898-42d4-823b-21fbca7f788c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.1850452 Aug 23 04:28:19.418395 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50320df0-fc12-45f6-956c-4492bed8ef53 None None] The sync data for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi is: [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'd3f81e5e-4ed0-403e-b4ee-b96a527000c6', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'floating_ip_address': '172.27.4.106', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'port_id': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'mac_address': 'fa:16:3e:5a:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:34Z', 'updated_at': '2022-08-23T04:28:17Z', 'revision_number': 1, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:28:19.490415 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Request body: {'port': {'device_id': '8862871b-f595-4169-8c06-96a893427670', 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff', 'admin_state_up': True, 'tenant_id': '57d3d5a2a0514d7687e794f8a678cff9'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:19.511675 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6e72-e931-4e34-b5ac-a2bc5b4e8e8a req-bc5da1fe-1e00-44c1-bcd8-c4386053102a tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.519087 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f15d6e72-e931-4e34-b5ac-a2bc5b4e8e8a req-bc5da1fe-1e00-44c1-bcd8-c4386053102a tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.6810951 Aug 23 04:28:19.604931 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1cad46dd-fb27-427c-aa1a-e739b769a614 req-b326075f-a5a9-4da4-a016-2e91ccda1017 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6224468 Aug 23 04:28:19.669349 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f15d6e72-e931-4e34-b5ac-a2bc5b4e8e8a req-466e6564-7559-4480-89ad-465d978b47d9 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490355 Aug 23 04:28:19.691650 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc824cdc-5bb4-46e2-ba04-dab02b575f1f None None] New status for floating IP d3f81e5e-4ed0-403e-b4ee-b96a527000c6: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:28:19.753058 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a957ab2d-4548-4da0-8474-146e1294e876 req-0de07471-b175-4fca-9ab3-82dc236e548a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 210 time: 0.0635314 Aug 23 04:28:19.806707 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745825c-4be3-4c2b-9148-6a33976c7dc9 req-48719156-b044-4f5d-aeaf-63d784d6cc62 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.808263 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f745825c-4be3-4c2b-9148-6a33976c7dc9 req-48719156-b044-4f5d-aeaf-63d784d6cc62 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 944 time: 0.0542989 Aug 23 04:28:19.809538 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Made reservation on behalf of 57d3d5a2a0514d7687e794f8a678cff9 for: {'port': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:28:19.813172 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:19.938788 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c71c-7fec-4efd-9b21-b2b25c57e1f4 req-98ed0674-a72e-4438-9f6c-56fef85212c0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:19.940276 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-40f7c71c-7fec-4efd-9b21-b2b25c57e1f4 req-98ed0674-a72e-4438-9f6c-56fef85212c0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1105356 Aug 23 04:28:19.966789 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f745825c-4be3-4c2b-9148-6a33976c7dc9 req-8e841666-6475-4e00-baa5-73a72c5d37a8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1510870 Aug 23 04:28:20.016486 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:20.026654 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:20.043115 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-40f7c71c-7fec-4efd-9b21-b2b25c57e1f4 req-6ea3d510-4224-41d2-883d-7e83c79b0fa4 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921192 Aug 23 04:28:20.057875 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Allocated IP 172.20.0.8 (5b36f391-9303-491b-a896-5de83bacd8ff/a324bc85-7f16-4a1b-9ef5-386f896c5393/536b7c5c-b80f-4902-b8ed-4f957b02ca82) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:28:20.217760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks [] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:20.253966 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:20.304241 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Network 5b36f391-9303-491b-a896-5de83bacd8ff is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:28:20.309289 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:28:20.313676 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:28:20.318218 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:20.318834 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:20.326099 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Pushing event updated for resources: {'Port': ['ID=536b7c5c-b80f-4902-b8ed-4f957b02ca82,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.339599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.340489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.340489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.340633 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.340828 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:28:20.353353 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-0e9402bd-4340-4ac7-b37c-573ec2a0a31d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8700392 Aug 23 04:28:20.742112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cab3b-5395-461a-8feb-ff06764fec7f req-9fdb8745-3e2c-4160-ba10-5fac1f46bf6d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:20.743597 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c92cab3b-5395-461a-8feb-ff06764fec7f req-9fdb8745-3e2c-4160-ba10-5fac1f46bf6d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0615139 Aug 23 04:28:20.803898 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a75990-7ed8-49ce-b544-8e56d0dfd4fd req-5ea69a1a-28fc-4776-9d75-d5f113bbc085 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:20.805386 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62a75990-7ed8-49ce-b544-8e56d0dfd4fd req-5ea69a1a-28fc-4776-9d75-d5f113bbc085 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0608935 Aug 23 04:28:20.840579 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c92cab3b-5395-461a-8feb-ff06764fec7f req-90614c5f-9b5a-4ffc-8875-58cdd22d8277 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860860 Aug 23 04:28:20.875234 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62a75990-7ed8-49ce-b544-8e56d0dfd4fd req-e74017c9-cc1c-4acd-b37b-e7269b1dfd7a tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642295 Aug 23 04:28:20.949787 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621837d-03e9-40ac-8c76-f843e89c7157 req-59c8be20-d034-4525-b364-b6a826932e36 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:20.951608 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2621837d-03e9-40ac-8c76-f843e89c7157 req-59c8be20-d034-4525-b364-b6a826932e36 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 931 time: 0.0542789 Aug 23 04:28:20.998819 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2621837d-03e9-40ac-8c76-f843e89c7157 req-faf337a6-4dd5-4bc8-82b0-964053a28e9d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Aug 23 04:28:21.092064 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8e21-07c3-4f4d-8723-433afdea4df9 req-9e4ec570-e14c-40f3-85cf-b045d8a73565 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:21.093449 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-79ab8e21-07c3-4f4d-8723-433afdea4df9 req-9e4ec570-e14c-40f3-85cf-b045d8a73565 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 944 time: 0.0519509 Aug 23 04:28:21.170975 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-79ab8e21-07c3-4f4d-8723-433afdea4df9 req-936cbc41-7f69-4f08-8e31-ec23923decbe tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0706546 Aug 23 04:28:21.184168 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe91da-7b69-4356-a4ef-e962f2ae50ba req-28009a8b-3e3c-49dc-8b20-cb71d17a3d2e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:21.185620 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14fe91da-7b69-4356-a4ef-e962f2ae50ba req-28009a8b-3e3c-49dc-8b20-cb71d17a3d2e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0577593 Aug 23 04:28:21.238774 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14fe91da-7b69-4356-a4ef-e962f2ae50ba req-ac1988db-ee45-4c5b-9417-b95bbf579cd4 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 Aug 23 04:28:21.985478 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:21.998322 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6b1ab-d869-4bd9-bdf7-7caad472b33d req-9b453233-698d-4264-b51e-6c1933817089 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:21.999819 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6bd6b1ab-d869-4bd9-bdf7-7caad472b33d req-9b453233-698d-4264-b51e-6c1933817089 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0807812 Aug 23 04:28:22.010387 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741bd23-637d-4e8f-8c9c-c65317e2591c req-00eeb2fc-298b-4f6b-befc-90327236ddee tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:22.011933 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3741bd23-637d-4e8f-8c9c-c65317e2591c req-00eeb2fc-298b-4f6b-befc-90327236ddee tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0621550 Aug 23 04:28:22.044422 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:22.091779 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6bd6b1ab-d869-4bd9-bdf7-7caad472b33d req-404fb7fb-d9cc-4335-82b9-84cef9468074 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788970 Aug 23 04:28:22.103983 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3741bd23-637d-4e8f-8c9c-c65317e2591c req-66c505a0-8e49-4b0f-a70f-f4a977b0a5af tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829234 Aug 23 04:28:22.195632 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c8a4-fefc-4b38-b073-ae126d8c0993 req-cd722fc6-b490-4a3b-bd54-b3374cedbd16 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:22.197212 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6ae8c8a4-fefc-4b38-b073-ae126d8c0993 req-cd722fc6-b490-4a3b-bd54-b3374cedbd16 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 931 time: 0.0490344 Aug 23 04:28:22.256592 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6ae8c8a4-fefc-4b38-b073-ae126d8c0993 req-25a2334d-cc29-484c-914c-1a32b74ef286 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535581 Aug 23 04:28:22.291613 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca0ea1-76fe-44ab-9839-20ef0e331200 req-83918a83-7f32-43b6-bc3d-aae66f880033 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:22.293177 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-78ca0ea1-76fe-44ab-9839-20ef0e331200 req-83918a83-7f32-43b6-bc3d-aae66f880033 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 944 time: 0.0503600 Aug 23 04:28:22.373294 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-78ca0ea1-76fe-44ab-9839-20ef0e331200 req-27ebff7b-4c6d-4d13-9207-7cd0d354de80 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0745068 Aug 23 04:28:22.383652 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70098c3c-4ec5-4272-a88f-2d0dff3000c8 req-d28e9b84-1f7b-4e8c-b088-ff56b8a82d44 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:22.385128 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-70098c3c-4ec5-4272-a88f-2d0dff3000c8 req-d28e9b84-1f7b-4e8c-b088-ff56b8a82d44 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0607717 Aug 23 04:28:22.436274 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-70098c3c-4ec5-4272-a88f-2d0dff3000c8 req-a257aa14-b9cc-4b93-be1b-557c1ee037ca tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Aug 23 04:28:22.608444 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:22.651420 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:22.658028 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:22.658523 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:22.685802 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:22.852614 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:22.853333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:22.878628 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:22.880819 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada9828-4f80-47e6-8acb-bc2964f1729e" -d '{"events": [{"server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:22.893231 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:22.898726 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:22.924344 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea648a0-b2ee-4d86-881c-249bb4020868 x-openstack-request-id: req-4ea648a0-b2ee-4d86-881c-249bb4020868 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:22.924628 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:22.924876 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ea648a0-b2ee-4d86-881c-249bb4020868 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:22.925267 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea648a0-b2ee-4d86-881c-249bb4020868'] response: {'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'code': 200} Aug 23 04:28:22.952694 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:22.975228 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Request body: {'port': {'device_id': '8862871b-f595-4169-8c06-96a893427670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:23.039401 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:23.103484 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-03863312-0b09-43db-8841-45072399f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:23.105019 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-03863312-0b09-43db-8841-45072399f096 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1450431 Aug 23 04:28:23.120781 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-06cb35af-4805-4de6-ba05-4d9c74c9154c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 1002 time: 0.1585360 Aug 23 04:28:23.126974 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9432b3fa-f57c-419c-8297-7f303fe97074 req-1f8e605a-e99e-42c6-8e32-77e38d36db95 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627965 Aug 23 04:28:23.270278 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b02502-8ae6-4097-aa15-0f57baeafbaa req-944a832f-6316-48d9-932a-df80f2d7cadb tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:23.271840 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d5b02502-8ae6-4097-aa15-0f57baeafbaa req-944a832f-6316-48d9-932a-df80f2d7cadb tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.1077120 Aug 23 04:28:23.307048 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b006e-f734-497b-b307-c9737148f4d0 req-f7022ed4-5702-494a-9531-07aeca5fd0c1 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:23.308495 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e13b006e-f734-497b-b307-c9737148f4d0 req-f7022ed4-5702-494a-9531-07aeca5fd0c1 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.1094229 Aug 23 04:28:23.389759 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d5b02502-8ae6-4097-aa15-0f57baeafbaa req-c62d406f-d707-4628-8f03-ee4f76a9d2fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081407 Aug 23 04:28:23.438572 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e13b006e-f734-497b-b307-c9737148f4d0 req-7c4fc41b-d253-48c9-b319-66cf0c7aa12e tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040654 Aug 23 04:28:23.514782 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:23.545733 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77486e3-1350-4621-867c-ee5459670aff req-91557b7a-49c7-4164-9b26-646d6bd46fc6 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:23.547331 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c77486e3-1350-4621-867c-ee5459670aff req-91557b7a-49c7-4164-9b26-646d6bd46fc6 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 931 time: 0.0976794 Aug 23 04:28:23.558818 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536b7c5c-b80f-4902-b8ed-4f957b02ca82 {{(pid=106731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:23.579559 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Publish callbacks [] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:23.592768 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b557-5dbc-476d-bd08-b6f27d62632b req-09536cd5-5b31-492a-9410-eef759a95cda tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:23.594225 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c934b557-5dbc-476d-bd08-b6f27d62632b req-09536cd5-5b31-492a-9410-eef759a95cda tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0934567 Aug 23 04:28:23.613311 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:23.618188 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.provisioning_blocks [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Transition to ACTIVE for port object 536b7c5c-b80f-4902-b8ed-4f957b02ca82 will not be triggered until provisioned by entity L2. {{(pid=106731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:28:23.636444 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:23.694738 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c77486e3-1350-4621-867c-ee5459670aff req-0d7e224b-236d-4ac9-bd40-4248efa67d87 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284707 Aug 23 04:28:23.720275 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c934b557-5dbc-476d-bd08-b6f27d62632b req-212e46cc-177d-4dbc-9fa0-7e1e72103c99 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1163721 Aug 23 04:28:23.744916 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Pushing event updated for resources: {'Port': ['ID=536b7c5c-b80f-4902-b8ed-4f957b02ca82,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:23.761440 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Attempting to bind port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:28:23.761783 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Attempting to bind port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:28:23.762107 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Attempting to bind port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 on network 5b36f391-9303-491b-a896-5de83bacd8ff {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:28:23.777834 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 on network 5b36f391-9303-491b-a896-5de83bacd8ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:28:23.778149 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Attempting to bind port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 on network 5b36f391-9303-491b-a896-5de83bacd8ff {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:28:23.800118 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:28:23.800448 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Checking segment: {'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:28:23.800821 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Bound using segment: {'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:28:23.801243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Bound port: 536b7c5c-b80f-4902-b8ed-4f957b02ca82, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'}}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:28:23.801592 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:23.828561 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bb877-d29f-462e-ac57-e0316ae7a983 req-0586fc9b-56ad-4fec-834b-4047bcedcacb tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:23.832404 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-001bb877-d29f-462e-ac57-e0316ae7a983 req-0586fc9b-56ad-4fec-834b-4047bcedcacb tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0667057 Aug 23 04:28:23.935722 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-001bb877-d29f-462e-ac57-e0316ae7a983 req-88b1515b-560a-4a8a-b9f5-138ab2c52a31 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Aug 23 04:28:23.936742 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] For port 536b7c5c-b80f-4902-b8ed-4f957b02ca82, host hv-cinder-85407, cleared binding levels {{(pid=106731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:28:23.940678 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] For port 536b7c5c-b80f-4902-b8ed-4f957b02ca82, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=536b7c5c-b80f-4902-b8ed-4f957b02ca82,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:28:23.956611 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:23.958152 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:23.958862 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:23.960437 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/536b7c5c-b80f-4902-b8ed-4f957b02ca82 HTTP/1.1" status: 200 len: 1093 time: 0.9900646 Aug 23 04:28:23.960935 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8862871b-f595-4169-8c06-96a893427670', 'tag': '536b7c5c-b80f-4902-b8ed-4f957b02ca82'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:23.963492 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a696eb9-b480-4a4d-a69e-e79a45e85442" -d '{"events": [{"name": "network-changed", "server_uuid": "8862871b-f595-4169-8c06-96a893427670", "tag": "536b7c5c-b80f-4902-b8ed-4f957b02ca82"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:24.003539 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09545d7-6b8e-4d2d-ab81-6d277bd7a264 x-openstack-request-id: req-f09545d7-6b8e-4d2d-ab81-6d277bd7a264 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:24.003718 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8862871b-f595-4169-8c06-96a893427670", "tag": "536b7c5c-b80f-4902-b8ed-4f957b02ca82", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:24.003990 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f09545d7-6b8e-4d2d-ab81-6d277bd7a264 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:24.004388 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09545d7-6b8e-4d2d-ab81-6d277bd7a264'] response: {'name': 'network-changed', 'server_uuid': '8862871b-f595-4169-8c06-96a893427670', 'tag': '536b7c5c-b80f-4902-b8ed-4f957b02ca82', 'status': 'completed', 'code': 200} Aug 23 04:28:24.024479 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314d1f8-91a9-4510-ba4e-6aed993328cf service neutron] Pushing event updated for resources: {'Port': ['ID=536b7c5c-b80f-4902-b8ed-4f957b02ca82,revision_number=3']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:24.386113 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:24.439597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-d51583a6-e3d7-42d5-8b38-a6e99f3346cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:24.441156 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-d51583a6-e3d7-42d5-8b38-a6e99f3346cf service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.1044590 Aug 23 04:28:24.467334 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-5eb98aa2-c217-4946-b7c7-a9466ee51254 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291904 Aug 23 04:28:24.513068 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664510f-2ca8-4c19-b395-d3dbe4a33e05 req-5912764d-8be1-4f87-8c26-c008f2a60bd5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:24.514578 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6664510f-2ca8-4c19-b395-d3dbe4a33e05 req-5912764d-8be1-4f87-8c26-c008f2a60bd5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0490451 Aug 23 04:28:24.579223 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc5a0-fe65-4ad8-8212-741dcbc391ca req-08b1ffb3-a427-4ee7-b30c-79e4ba2e99fb tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:24.580881 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-037bc5a0-fe65-4ad8-8212-741dcbc391ca req-08b1ffb3-a427-4ee7-b30c-79e4ba2e99fb tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0654531 Aug 23 04:28:24.618364 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6664510f-2ca8-4c19-b395-d3dbe4a33e05 req-a677227a-954e-44d1-bc4a-334aca4ef247 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926144 Aug 23 04:28:24.646636 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-037bc5a0-fe65-4ad8-8212-741dcbc391ca req-1950e4b5-b9a5-459c-97f2-9bc8718959b7 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Aug 23 04:28:24.734462 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757ee6-cebe-4bdd-a91a-86ec1849245d req-255b4fa6-9ea5-47e7-a20d-f0f1ea6826c7 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:24.736117 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f2757ee6-cebe-4bdd-a91a-86ec1849245d req-255b4fa6-9ea5-47e7-a20d-f0f1ea6826c7 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0485058 Aug 23 04:28:24.745691 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39632) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:24.752228 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'floatingip': {'port_id': '7ff1585b-e97f-4f6d-a093-a43bf254afd2'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:24.869623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (195b9690-7497-4ead-ae0b-4a2cf1c8dfc6), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:24.959560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da1823-7ee3-4dea-b9eb-18886d3c19e2 req-9ec63afe-c2de-4d17-9f2a-9f3c743b8c2a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:24.967806 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-88da1823-7ee3-4dea-b9eb-18886d3c19e2 req-9ec63afe-c2de-4d17-9f2a-9f3c743b8c2a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.1853027 Aug 23 04:28:25.007770 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa6a87-3637-437e-b92b-60c816705f63 req-b8934162-6a43-4e64-b049-fbbbb390da1d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:25.009279 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-76aa6a87-3637-437e-b92b-60c816705f63 req-b8934162-6a43-4e64-b049-fbbbb390da1d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.1775734 Aug 23 04:28:25.080431 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:25.150249 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-88da1823-7ee3-4dea-b9eb-18886d3c19e2 req-cd141d13-51c0-4eb7-aaab-a2c2874079b4 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813967 Aug 23 04:28:25.164096 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-76aa6a87-3637-437e-b92b-60c816705f63 req-c487e824-89db-4500-80a9-cff8904b5d90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1427395 Aug 23 04:28:25.355531 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39662) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:25.498078 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:25.500903 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-441cfabb-6164-4e80-90f8-989293a96a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.529147 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7628-e9d5-492d-8fc0-0ac3d19cabf7 req-7ef11686-4702-4381-8c9a-cdf965039795 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:25.530924 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-911c7628-e9d5-492d-8fc0-0ac3d19cabf7 req-7ef11686-4702-4381-8c9a-cdf965039795 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0903826 Aug 23 04:28:25.599513 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-441cfabb-6164-4e80-90f8-989293a96a32 admin admin] Publish callbacks [] for security_group (2d1dd3ca-ddd4-454c-a857-b7f73d386cec), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.605014 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-441cfabb-6164-4e80-90f8-989293a96a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2d1dd3ca-ddd4-454c-a857-b7f73d386cec), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.663781 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cfabb-6164-4e80-90f8-989293a96a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1dd3ca-ddd4-454c-a857-b7f73d386cec,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:25.671795 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-441cfabb-6164-4e80-90f8-989293a96a32 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3313c17c296b4abeb801affc678455fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146415 Aug 23 04:28:25.674228 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39684) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:25.699231 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.749010 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c78c-4dc9-4041-bf72-e9db8f8d3793 admin admin] Publish callbacks [] for security_group (2d1dd3ca-ddd4-454c-a857-b7f73d386cec), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.770546 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c78c-4dc9-4041-bf72-e9db8f8d3793 admin admin] Publish callbacks [] for security_group (2d1dd3ca-ddd4-454c-a857-b7f73d386cec), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.837637 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-911c7628-e9d5-492d-8fc0-0ac3d19cabf7 req-c121fbf8-c724-47ff-a58b-edfe8f34ea21 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935433 Aug 23 04:28:25.849907 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c78c-4dc9-4041-bf72-e9db8f8d3793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2d1dd3ca-ddd4-454c-a857-b7f73d386cec), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.869204 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c78c-4dc9-4041-bf72-e9db8f8d3793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:25.869204 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-bbd2c78c-4dc9-4041-bf72-e9db8f8d3793 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2d1dd3ca-ddd4-454c-a857-b7f73d386cec HTTP/1.1" status: 204 len: 168 time: 0.1910601 Aug 23 04:28:25.883178 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2c78c-4dc9-4041-bf72-e9db8f8d3793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1dd3ca-ddd4-454c-a857-b7f73d386cec,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:25.903821 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:25.944195 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a696eb9-b480-4a4d-a69e-e79a45e85442 req-e802a8bb-0bbf-42c3-aef7-dfe94199b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:25.946612 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8a696eb9-b480-4a4d-a69e-e79a45e85442 req-e802a8bb-0bbf-42c3-aef7-dfe94199b951 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 1127 time: 0.1350548 Aug 23 04:28:26.135227 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:26.143545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (195b9690-7497-4ead-ae0b-4a2cf1c8dfc6), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:26.311265 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Floating IP 195b9690-7497-4ead-ae0b-4a2cf1c8dfc6 associated. External IP: 172.27.4.120, port: 7ff1585b-e97f-4f6d-a093-a43bf254afd2. Aug 23 04:28:26.318606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a40c-5d99-42dc-b895-494a840930d4 req-63067d65-1025-4b15-bb3f-f76671fb273b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:26.320128 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d087a40c-5d99-42dc-b895-494a840930d4 req-63067d65-1025-4b15-bb3f-f76671fb273b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.0616734 Aug 23 04:28:26.466028 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d087a40c-5d99-42dc-b895-494a840930d4 req-0e4d97e0-749f-4e96-9fd0-307352ea9368 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118686 Aug 23 04:28:26.479134 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-c6288292-9fd8-4e1f-8258-abf801e0e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:26.480826 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-c6288292-9fd8-4e1f-8258-abf801e0e4ae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227515 Aug 23 04:28:26.511572 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-eb50bf00-5bdf-422a-ab47-d82461bc6b16 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520650 Aug 23 04:28:26.613215 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa190032-3d65-47d7-b38e-b98a3948301a req-caa2f46a-07d6-4b2a-be0f-adb11a14124e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:26.614615 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa190032-3d65-47d7-b38e-b98a3948301a req-caa2f46a-07d6-4b2a-be0f-adb11a14124e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0813439 Aug 23 04:28:26.651260 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:26.656681 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Router f47540ec-ed1b-41a6-a697-dbf87fa9212e has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:28:26.690737 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa190032-3d65-47d7-b38e-b98a3948301a req-414b6905-f04e-4407-8701-5dfa2618390c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0680141 Aug 23 04:28:26.795630 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:28:26.800304 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:26.808172 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] Sync routers for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:28:26.821682 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:26.822300 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:26.855449 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9df00ab4-d788-407c-a480-7a2aae5a3214 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/195b9690-7497-4ead-ae0b-4a2cf1c8dfc6 HTTP/1.1" status: 200 len: 992 time: 2.1085193 Aug 23 04:28:26.856241 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:26.860829 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cc5025-7ad8-41fe-9540-ccdd450854ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:26.902289 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0d6414-8cfd-4777-8213-ea42500fa03d x-openstack-request-id: req-0f0d6414-8cfd-4777-8213-ea42500fa03d {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:26.902786 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:26.904046 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f0d6414-8cfd-4777-8213-ea42500fa03d {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:26.904752 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0d6414-8cfd-4777-8213-ea42500fa03d'] response: {'name': 'network-changed', 'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'status': 'completed', 'code': 200} Aug 23 04:28:26.939593 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:27.010775 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:27.072068 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:27.076482 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91708988-8535-405b-a895-487f8c97f57a req-92c8daf9-dc5b-4767-814a-7dba88369cf0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:27.078325 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-91708988-8535-405b-a895-487f8c97f57a req-92c8daf9-dc5b-4767-814a-7dba88369cf0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1214311 Aug 23 04:28:27.212919 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '195b9690-7497-4ead-ae0b-4a2cf1c8dfc6', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'floating_ip_address': '172.27.4.120', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'port_id': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'mac_address': 'fa:16:3e:b2:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:35Z', 'updated_at': '2022-08-23T04:28:25Z', 'revision_number': 1, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:27.224383 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39738) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:27.230019 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-91708988-8535-405b-a895-487f8c97f57a req-9001fd67-3da7-4783-9705-58ba1dd69d3a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436548 Aug 23 04:28:27.233035 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a696eb9-b480-4a4d-a69e-e79a45e85442 req-e099a361-cf0e-4181-89ee-3d38db11617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:27.234276 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8a696eb9-b480-4a4d-a69e-e79a45e85442 req-e099a361-cf0e-4181-89ee-3d38db11617c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2576032 Aug 23 04:28:27.245548 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] Checking router: f47540ec-ed1b-41a6-a697-dbf87fa9212e for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:28:27.254835 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:27.255460 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:27.339753 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2464f33a-fe9e-4de8-8e03-06107e84833f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:27.358869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:27.372281 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:27.433342 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2464f33a-fe9e-4de8-8e03-06107e84833f admin admin] Publish callbacks [] for security_group (7e4cd34f-ed53-4a50-b196-fd5e52d684ad), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:27.438286 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2464f33a-fe9e-4de8-8e03-06107e84833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7e4cd34f-ed53-4a50-b196-fd5e52d684ad), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:27.470041 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-2464f33a-fe9e-4de8-8e03-06107e84833f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1e98477f945c412c878234bbedfe7d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445445 Aug 23 04:28:27.473143 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39746) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:27.496562 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f33a-fe9e-4de8-8e03-06107e84833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4cd34f-ed53-4a50-b196-fd5e52d684ad,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:27.609003 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '195b9690-7497-4ead-ae0b-4a2cf1c8dfc6', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'floating_ip_address': '172.27.4.120', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'port_id': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'mac_address': 'fa:16:3e:b2:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:35Z', 'updated_at': '2022-08-23T04:28:25Z', 'revision_number': 1, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:27.637934 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff067a5c-66ad-4902-a16d-57ee083b7aab None None] The sync data for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi is: [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '195b9690-7497-4ead-ae0b-4a2cf1c8dfc6', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'floating_ip_address': '172.27.4.120', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'port_id': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'mac_address': 'fa:16:3e:b2:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:35Z', 'updated_at': '2022-08-23T04:28:25Z', 'revision_number': 1, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:28:27.662250 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccdc00-09cd-48ef-9e8e-358e9a1674ff req-b64b4d6c-867b-4bc5-8514-e0370281838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:27.663836 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0fccdc00-09cd-48ef-9e8e-358e9a1674ff req-b64b4d6c-867b-4bc5-8514-e0370281838d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 1129 time: 0.0640123 Aug 23 04:28:27.813958 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c978e4-c497-4b56-9e24-56d92c74dd80 req-f760c2b3-02fe-4f94-b602-8b5f701beaec tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:27.815446 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-60c978e4-c497-4b56-9e24-56d92c74dd80 req-f760c2b3-02fe-4f94-b602-8b5f701beaec tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.3359847 Aug 23 04:28:27.818113 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:27.868749 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-86fd1845-49cc-46d4-921d-cc6c155864b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:27.870302 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-86fd1845-49cc-46d4-921d-cc6c155864b6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 1130 time: 0.1396124 Aug 23 04:28:27.883606 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-2eeaba89-46e9-4ce3-bffa-2657b5903f6b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823198 Aug 23 04:28:27.886343 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-06ef9ca6-e4ed-45e4-a3ed-65268bd181d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:27.887784 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-06ef9ca6-e4ed-45e4-a3ed-65268bd181d6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 1129 time: 0.1372759 Aug 23 04:28:27.890628 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0fccdc00-09cd-48ef-9e8e-358e9a1674ff req-a992587a-6ecb-4d9c-b8e2-3ceb79fb3306 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1610630 Aug 23 04:28:27.897038 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c40a9ef-3fe0-4328-bc75-dfeb261faf86 admin admin] Publish callbacks [] for security_group (7e4cd34f-ed53-4a50-b196-fd5e52d684ad), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:27.935199 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba550049-319e-4a6b-9bb8-f184ab71ce98 None None] New status for floating IP 195b9690-7497-4ead-ae0b-4a2cf1c8dfc6: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:28:27.965169 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c40a9ef-3fe0-4328-bc75-dfeb261faf86 admin admin] Publish callbacks [] for security_group (7e4cd34f-ed53-4a50-b196-fd5e52d684ad), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:28.000267 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a696eb9-b480-4a4d-a69e-e79a45e85442 req-4a17b3ad-78ef-4e29-9c69-4e79e81573b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:28.001899 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8a696eb9-b480-4a4d-a69e-e79a45e85442 req-4a17b3ad-78ef-4e29-9c69-4e79e81573b0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2891512 Aug 23 04:28:28.008218 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-60c978e4-c497-4b56-9e24-56d92c74dd80 req-efa69fab-ee0f-4396-80ba-1d95bdafcde2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722991 Aug 23 04:28:28.058604 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c40a9ef-3fe0-4328-bc75-dfeb261faf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7e4cd34f-ed53-4a50-b196-fd5e52d684ad), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:28.061301 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c40a9ef-3fe0-4328-bc75-dfeb261faf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:28.063993 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5c40a9ef-3fe0-4328-bc75-dfeb261faf86 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7e4cd34f-ed53-4a50-b196-fd5e52d684ad HTTP/1.1" status: 204 len: 168 time: 0.5884254 Aug 23 04:28:28.075420 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40a9ef-3fe0-4328-bc75-dfeb261faf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4cd34f-ed53-4a50-b196-fd5e52d684ad,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:28.183635 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ddfe5-0693-4ab9-98cc-4c8454fb4bd9 req-c351c884-a450-4216-b144-65e9e3327d4a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:28.185112 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e31ddfe5-0693-4ab9-98cc-4c8454fb4bd9 req-c351c884-a450-4216-b144-65e9e3327d4a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.0566008 Aug 23 04:28:28.218779 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 39760) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:28.235503 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e31ddfe5-0693-4ab9-98cc-4c8454fb4bd9 req-64a58591-b5db-4a96-80b8-3c605d1928a5 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Aug 23 04:28:28.384104 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6d60b-74b1-4001-917e-fd5cfb834bad req-07491fd9-ebb5-4d68-8f28-9001a8c43be7 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:28.390241 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d1b6d60b-74b1-4001-917e-fd5cfb834bad req-07491fd9-ebb5-4d68-8f28-9001a8c43be7 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0819330 Aug 23 04:28:28.473743 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d1b6d60b-74b1-4001-917e-fd5cfb834bad req-45b3d967-f31a-4eca-813c-a1b766781df7 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0769672 Aug 23 04:28:28.487435 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-fc24415a-9fda-41ce-b62c-932ddf8e5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:28.488975 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-fc24415a-9fda-41ce-b62c-932ddf8e5925 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 912 time: 0.1122916 Aug 23 04:28:28.606266 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-d840e5da-8f91-4347-bd87-7818dd18485d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730054 Aug 23 04:28:28.691773 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bba3a568-932c-48e7-9d55-b421e0f40074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:28.942274 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cff109ff-9448-4756-b3ea-84b03f2ca409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:28.955860 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:28.975905 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-8f575618-07b7-4fa1-a06a-f6e17cbfe462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:28.977482 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-8f575618-07b7-4fa1-a06a-f6e17cbfe462 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 1127 time: 0.4644699 Aug 23 04:28:28.996542 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-21090d2d-cf2b-46d4-9929-55d4432d5136 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 200 len: 1002 time: 0.4820735 Aug 23 04:28:28.997535 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-d407b3a4-54da-4aa0-bb9b-6b3853dfb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:28.998856 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-d407b3a4-54da-4aa0-bb9b-6b3853dfb3fc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.6448390 Aug 23 04:28:29.027984 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-439ab0b8-be13-441f-bc55-83bb08dbc4db service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457601 Aug 23 04:28:29.099337 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cff109ff-9448-4756-b3ea-84b03f2ca409 admin admin] Publish callbacks [] for security_group (2126e001-6bc9-488e-b9d1-fc084c464160), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:29.108080 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cff109ff-9448-4756-b3ea-84b03f2ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2126e001-6bc9-488e-b9d1-fc084c464160), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:29.160018 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bab019-526c-4c45-8b18-2fc77c6635ff req-7bd16938-cc60-4f2e-8f66-6b650af4ac15 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.164408 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34bab019-526c-4c45-8b18-2fc77c6635ff req-7bd16938-cc60-4f2e-8f66-6b650af4ac15 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0623016 Aug 23 04:28:29.214215 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:29.224649 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34bab019-526c-4c45-8b18-2fc77c6635ff req-0b402251-724d-47c4-aed6-2dd57be8c9fe tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Aug 23 04:28:29.250972 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-fe762778-f187-4e69-b1c0-3b81486b96f4 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=536b7c5c-b80f-4902-b8ed-4f957b02ca82 HTTP/1.1" status: 200 len: 217 time: 0.1362314 Aug 23 04:28:29.258699 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-3b8824bc-8964-4abe-ab13-02ff5624796f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 HTTP/1.1" status: 200 len: 217 time: 0.1287706 Aug 23 04:28:29.265537 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-cff109ff-9448-4756-b3ea-84b03f2ca409 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=48f4b081193e41cfb1f483fb8d18c045&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0453265 Aug 23 04:28:29.268776 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39806) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:29.284031 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff109ff-9448-4756-b3ea-84b03f2ca409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2126e001-6bc9-488e-b9d1-fc084c464160,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:29.352573 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-9cccd4f3-2c91-434b-acc2-00b1c4f9a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.354328 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-9cccd4f3-2c91-434b-acc2-00b1c4f9a413 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.2429414 Aug 23 04:28:29.379057 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-035bead1-95f9-41de-97f9-4fa189d67d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.380566 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-035bead1-95f9-41de-97f9-4fa189d67d00 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1129 time: 0.1031106 Aug 23 04:28:29.380711 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-7ed530f6-0772-418e-9965-bce401ce2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.382051 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-7ed530f6-0772-418e-9965-bce401ce2d84 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a324bc85-7f16-4a1b-9ef5-386f896c5393 HTTP/1.1" status: 200 len: 854 time: 0.1095748 Aug 23 04:28:29.385561 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-7a66352a-2fd7-4c7c-809e-8fd15b88b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.386957 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-7a66352a-2fd7-4c7c-809e-8fd15b88b0c7 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.1130338 Aug 23 04:28:29.401118 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:29.413096 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e7a25-4550-40d8-a89e-7488d7e2ff38 req-29359a6b-488b-4809-9fef-e7a4eafc8d71 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.414606 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c04e7a25-4550-40d8-a89e-7488d7e2ff38 req-29359a6b-488b-4809-9fef-e7a4eafc8d71 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.0792239 Aug 23 04:28:29.434042 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9f079e69-b36e-4679-ab25-c18ed0fe95db admin admin] Publish callbacks [] for security_group (2126e001-6bc9-488e-b9d1-fc084c464160), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:29.479328 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9f079e69-b36e-4679-ab25-c18ed0fe95db admin admin] Publish callbacks [] for security_group (2126e001-6bc9-488e-b9d1-fc084c464160), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:29.507086 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c04e7a25-4550-40d8-a89e-7488d7e2ff38 req-c70ca919-2d7c-4af9-9aa1-0659a6154147 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827923 Aug 23 04:28:29.584711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9f079e69-b36e-4679-ab25-c18ed0fe95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2126e001-6bc9-488e-b9d1-fc084c464160), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:29.584711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9f079e69-b36e-4679-ab25-c18ed0fe95db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:29.584711 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9f079e69-b36e-4679-ab25-c18ed0fe95db admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2126e001-6bc9-488e-b9d1-fc084c464160 HTTP/1.1" status: 204 len: 168 time: 0.3094659 Aug 23 04:28:29.622057 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f079e69-b36e-4679-ab25-c18ed0fe95db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2126e001-6bc9-488e-b9d1-fc084c464160,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:29.655577 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a6a1-1aab-462a-a7df-9813ed80a9c3 req-f2245ec8-3fec-4cab-833b-eab3fa32e9ae tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.662942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8a83a6a1-1aab-462a-a7df-9813ed80a9c3 req-f2245ec8-3fec-4cab-833b-eab3fa32e9ae tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.1001835 Aug 23 04:28:29.827069 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-40582811-624b-4918-ad31-763944efeda5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5b36f391-9303-491b-a896-5de83bacd8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355240 Aug 23 04:28:29.827283 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8a83a6a1-1aab-462a-a7df-9813ed80a9c3 req-2fc43600-2329-4244-9b36-2361034e66f9 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1633036 Aug 23 04:28:29.850968 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-9d50517a-95bc-4905-b41d-2c082d6d4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.851462 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-cdba0e6c-68ee-4b13-8243-800ac9fa7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.853134 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-cdba0e6c-68ee-4b13-8243-800ac9fa7de8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1703088 Aug 23 04:28:29.853404 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-9d50517a-95bc-4905-b41d-2c082d6d4fab service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1823568 Aug 23 04:28:29.857195 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-4b66eddd-a2e4-466c-9c1a-d62861720a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:29.858820 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-4b66eddd-a2e4-466c-9c1a-d62861720a01 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2517920 Aug 23 04:28:30.090098 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39822) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:30.111599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-49385e3e-71c8-4349-953a-c8774e29cfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.187447 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-49385e3e-71c8-4349-953a-c8774e29cfdd admin admin] Publish callbacks [] for security_group (d06e0afd-9243-4fc6-9c48-2fa027efeea3), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.193031 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-49385e3e-71c8-4349-953a-c8774e29cfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d06e0afd-9243-4fc6-9c48-2fa027efeea3), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.230292 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49385e3e-71c8-4349-953a-c8774e29cfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06e0afd-9243-4fc6-9c48-2fa027efeea3,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:30.234594 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-49385e3e-71c8-4349-953a-c8774e29cfdd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b7c4b94378ee4023a95540195c38b9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428826 Aug 23 04:28:30.238085 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39824) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:30.291426 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2fdb-e75e-4e75-9335-8b01eb3ed4e4 admin admin] Publish callbacks [] for security_group (d06e0afd-9243-4fc6-9c48-2fa027efeea3), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.326605 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2fdb-e75e-4e75-9335-8b01eb3ed4e4 admin admin] Publish callbacks [] for security_group (d06e0afd-9243-4fc6-9c48-2fa027efeea3), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.390186 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867dbac-3282-4c8f-ac0d-b502fc7dcf8e req-2727c497-5782-4fe7-96ce-92622d86bbf5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:30.391857 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c867dbac-3282-4c8f-ac0d-b502fc7dcf8e req-2727c497-5782-4fe7-96ce-92622d86bbf5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0854855 Aug 23 04:28:30.429093 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-4ba06ef5-d68a-43ae-adae-68ed08d308c8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 200 len: 217 time: 0.0584469 Aug 23 04:28:30.479660 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:30.507077 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2fdb-e75e-4e75-9335-8b01eb3ed4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d06e0afd-9243-4fc6-9c48-2fa027efeea3), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.509551 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2fdb-e75e-4e75-9335-8b01eb3ed4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.513099 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-4b9a2fdb-e75e-4e75-9335-8b01eb3ed4e4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d06e0afd-9243-4fc6-9c48-2fa027efeea3 HTTP/1.1" status: 204 len: 168 time: 0.2716978 Aug 23 04:28:30.520133 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:30.521822 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-b48d5578-d5d2-4321-ab6d-1699c42f3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:30.523250 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-b48d5578-d5d2-4321-ab6d-1699c42f3fa6 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0817306 Aug 23 04:28:30.530898 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c867dbac-3282-4c8f-ac0d-b502fc7dcf8e req-df2f4254-cf23-47ba-ae21-411ae60a9d10 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099169 Aug 23 04:28:30.570692 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:30.615577 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a2fdb-e75e-4e75-9335-8b01eb3ed4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06e0afd-9243-4fc6-9c48-2fa027efeea3,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:30.634019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-093b8d1a-1d94-4f25-b8d1-74ec99a53253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:30.634893 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-4171212e-f209-4a8b-9a8f-231df9935bb3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458377 Aug 23 04:28:30.635905 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-093b8d1a-1d94-4f25-b8d1-74ec99a53253 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031032 Aug 23 04:28:30.637865 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-963eed2c-13fe-4e31-9e93-774048323000 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691894 Aug 23 04:28:30.640004 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-6cc27f55-0e22-4f1c-8612-108df52a405b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699938 Aug 23 04:28:30.683344 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5d163-d093-46f3-b1fe-d65428f89911 req-3699368b-ce39-4e96-8a91-54b65cefc6ec tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:30.684850 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a0a5d163-d093-46f3-b1fe-d65428f89911 req-3699368b-ce39-4e96-8a91-54b65cefc6ec tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.0537276 Aug 23 04:28:30.750129 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a0a5d163-d093-46f3-b1fe-d65428f89911 req-8c0b7448-12d2-453a-8168-12f49f4f69d7 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Aug 23 04:28:30.929679 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-712672e3-4056-4904-9b91-adea3f4f58e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:30.974917 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-298e05b0-13e1-4ea5-9265-d3d6d1850e51 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670122 Aug 23 04:28:31.009987 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:31.083996 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a9cc5025-7ad8-41fe-9540-ccdd450854ca req-597a928d-794b-4a4d-8d2b-f6fd4745eaf3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759101 Aug 23 04:28:31.091264 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f1d70d75-132f-45f2-8393-a4c30d8cc0b3 req-4256ee38-6f36-43ee-baf7-6b56d0a819be service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737949 Aug 23 04:28:31.107134 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-2b46b47e-9599-4996-ab08-a034fdbc2093 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978523 Aug 23 04:28:31.114947 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eae13e-386c-4e82-b6b1-908d75078402 req-c3db4077-6f26-443a-8cf8-0aa5f65c0c36 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:31.116523 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-21eae13e-386c-4e82-b6b1-908d75078402 req-c3db4077-6f26-443a-8cf8-0aa5f65c0c36 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.1196420 Aug 23 04:28:31.174896 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51fa9a31-0680-4cb4-8b51-61c6646b93ba req-15cc316e-2c0a-4bb4-a21c-fabb7aac4045 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917090 Aug 23 04:28:31.189365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-21eae13e-386c-4e82-b6b1-908d75078402 req-5dfb8ba2-d51a-4dcd-8b4d-8d0efd00f263 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0644555 Aug 23 04:28:31.305025 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0f1a-4d17-4233-9c44-2a621d628b3f req-6208bbca-1750-47b8-8104-06c6d6e5fbd4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:31.306486 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d05f0f1a-4d17-4233-9c44-2a621d628b3f req-6208bbca-1750-47b8-8104-06c6d6e5fbd4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0482471 Aug 23 04:28:31.316389 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39862) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:31.320824 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:31.361902 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (49257f7e-ad0f-4c39-a66c-e0525533344d), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:31.737980 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776e0ac-0b6a-456a-bd48-70322c660d03 req-5346710d-3143-4ece-81cf-8b412915d73f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:31.739502 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6776e0ac-0b6a-456a-bd48-70322c660d03 req-5346710d-3143-4ece-81cf-8b412915d73f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1166720 Aug 23 04:28:31.869646 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6776e0ac-0b6a-456a-bd48-70322c660d03 req-19b999ce-226c-42cd-a9f6-9f179a9c8c14 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234212 Aug 23 04:28:31.891517 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:31.898575 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:31.905589 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (49257f7e-ad0f-4c39-a66c-e0525533344d), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:32.179349 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:32.184029 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda2ef3-be10-4918-a44e-65e9ad5a515e req-c830ded6-e156-49e6-aec6-982e226e7d3f tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:32.185488 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-beda2ef3-be10-4918-a44e-65e9ad5a515e req-c830ded6-e156-49e6-aec6-982e226e7d3f tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.3393443 Aug 23 04:28:32.200298 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:32.254837 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP 49257f7e-ad0f-4c39-a66c-e0525533344d associated. External IP: 172.27.4.209, port: ffed3c3d-2c51-45e4-bdfc-8a410e33cff3. Aug 23 04:28:32.260500 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-beda2ef3-be10-4918-a44e-65e9ad5a515e req-3fe91b83-1e67-47ef-94ff-4440ab69dd05 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674639 Aug 23 04:28:32.465823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:28:32.575780 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:28:32.581308 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:32.585569 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:28:32.596794 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:32.597985 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:32.612991 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-73c7d972-b5da-4290-843a-942fd735ad61 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/49257f7e-ad0f-4c39-a66c-e0525533344d HTTP/1.1" status: 200 len: 991 time: 1.2954974 Aug 23 04:28:32.613700 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:32.616115 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:32.652873 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c48c3f5-6ea5-4ec6-aaa5-1b7a8d77bea8 x-openstack-request-id: req-1c48c3f5-6ea5-4ec6-aaa5-1b7a8d77bea8 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:32.653160 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:32.653392 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c48c3f5-6ea5-4ec6-aaa5-1b7a8d77bea8 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:32.653795 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c48c3f5-6ea5-4ec6-aaa5-1b7a8d77bea8'] response: {'name': 'network-changed', 'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'status': 'completed', 'code': 200} Aug 23 04:28:32.703397 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:32.805364 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:32.931683 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:31Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:32.956769 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:28:32.965245 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:32.965843 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:32.989269 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880c372-261a-4856-9f53-ba129df94a27 req-ff236ea8-b957-475c-a2e1-e0c74efc41ff tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:32.990773 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4880c372-261a-4856-9f53-ba129df94a27 req-ff236ea8-b957-475c-a2e1-e0c74efc41ff tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0480676 Aug 23 04:28:33.043003 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4880c372-261a-4856-9f53-ba129df94a27 req-866cae1c-f6a6-459f-8bd6-dd47651ff66b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Aug 23 04:28:33.133990 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:33.150963 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:33.360601 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:31Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:33.386614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f696d-f871-4f5f-8090-60233b1223a6 req-02c286d5-bd4c-4fd6-95be-f513bfb1ae33 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:33.388091 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df1f696d-f871-4f5f-8090-60233b1223a6 req-02c286d5-bd4c-4fd6-95be-f513bfb1ae33 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.0499198 Aug 23 04:28:33.390892 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77ebdf-f3c3-4530-8be4-eb744a995c58 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:31Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:28:33.437922 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df1f696d-f871-4f5f-8090-60233b1223a6 req-adec6093-666a-44f5-9379-8105fc29bc7d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Aug 23 04:28:33.583228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2284fc-3ea7-482b-b649-eb7eaae342ca None None] New status for floating IP 49257f7e-ad0f-4c39-a66c-e0525533344d: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:28:33.585931 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:33.731357 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:34.174817 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d2fd5-32e3-43ef-9e93-311879761af8 req-04383ac6-5354-4ab1-b42e-4c26acc04d23 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:34.176317 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b8d2fd5-32e3-43ef-9e93-311879761af8 req-04383ac6-5354-4ab1-b42e-4c26acc04d23 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Aug 23 04:28:34.225257 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b8d2fd5-32e3-43ef-9e93-311879761af8 req-45085eb5-d98f-49c5-8b3e-e317669d7e63 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Aug 23 04:28:34.559246 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821f085-8e0f-4beb-a0dc-8ed9d607b1e3 req-18013a6d-2874-4c78-87e5-a1bd2cf38440 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:34.560705 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0821f085-8e0f-4beb-a0dc-8ed9d607b1e3 req-18013a6d-2874-4c78-87e5-a1bd2cf38440 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.0472605 Aug 23 04:28:34.621817 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0821f085-8e0f-4beb-a0dc-8ed9d607b1e3 req-5cd24473-e59f-4e8f-aa45-3a5b5d9e4293 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Aug 23 04:28:35.211161 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-ea210889-01bf-4318-a430-0b6a0f324d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.212711 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-ea210889-01bf-4318-a430-0b6a0f324d88 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 1129 time: 0.0425909 Aug 23 04:28:35.217419 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-a152b7ab-fa5e-4781-bab3-294329530aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.218939 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-a152b7ab-fa5e-4781-bab3-294329530aa1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 1129 time: 0.0433640 Aug 23 04:28:35.291306 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:35.310916 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:35.326300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-0301ef1c-758b-4bae-b343-60e9f9a1d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.327781 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-0301ef1c-758b-4bae-b343-60e9f9a1d650 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 916 time: 0.1066566 Aug 23 04:28:35.336089 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-2fcd6ad3-1d56-457b-971e-e707c0290f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.337567 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-2fcd6ad3-1d56-457b-971e-e707c0290f35 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1089013 Aug 23 04:28:35.385719 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-baf42643-d4b3-4ee8-b3ab-8365d34b71b3 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 HTTP/1.1" status: 200 len: 217 time: 0.0416791 Aug 23 04:28:35.428267 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2337a-3026-4d09-9e45-8fac6db2d73e req-3c690fb3-022a-4871-8069-a6234958fd1c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.429651 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-15e2337a-3026-4d09-9e45-8fac6db2d73e req-3c690fb3-022a-4871-8069-a6234958fd1c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1245773 Aug 23 04:28:35.436158 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-d858e35b-53db-4f86-be73-803b4fd6c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.437603 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-d858e35b-53db-4f86-be73-803b4fd6c181 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0463281 Aug 23 04:28:35.462039 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-f53aa22c-5f32-449d-8d4d-467aa836d4aa service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 HTTP/1.1" status: 200 len: 1001 time: 0.1133020 Aug 23 04:28:35.486741 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-18ea965d-c6a3-4502-89e8-03eb2f03626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.488278 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-18ea965d-c6a3-4502-89e8-03eb2f03626b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446503 Aug 23 04:28:35.530432 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-15e2337a-3026-4d09-9e45-8fac6db2d73e req-11bf6b5b-98bf-4873-893d-457b63ce5cbf tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950148 Aug 23 04:28:35.541914 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-eae0d379-39d5-4f3c-8967-378b4a7d8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.543402 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-eae0d379-39d5-4f3c-8967-378b4a7d8834 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0727131 Aug 23 04:28:35.578553 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-ed31cbd5-5c38-4626-9f66-663a4daed645 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834391 Aug 23 04:28:35.591088 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-e96f830f-1bab-45b4-8d60-e913f10cd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.592804 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-e96f830f-1bab-45b4-8d60-e913f10cd7e4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436118 Aug 23 04:28:35.702397 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-845ac9d7-82a1-42a4-be29-8de33a378191 req-fcd2d242-e88b-4cf1-a789-acaf86fa1120 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924268 Aug 23 04:28:35.714682 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-32c035c2-ee34-48c0-997b-7e342a01a6c2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036482 Aug 23 04:28:35.771883 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ab6e5-52f5-45a6-80e0-dbe4db69b5fa req-5428d137-c4df-4777-9510-aa19eef06862 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:35.773382 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-547ab6e5-52f5-45a6-80e0-dbe4db69b5fa req-5428d137-c4df-4777-9510-aa19eef06862 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 943 time: 0.0735207 Aug 23 04:28:35.869476 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ba32c91-0d8d-42c8-b839-0846c6bbedcb req-ef4eaa1d-0321-46ef-ac23-615a55134d83 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390045 Aug 23 04:28:35.873071 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-547ab6e5-52f5-45a6-80e0-dbe4db69b5fa req-ac33acc2-9ffb-4e0a-b854-648494290044 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930035 Aug 23 04:28:36.648369 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 536b7c5c-b80f-4902-b8ed-4f957b02ca82 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:28:36.649884 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312e8a7-d691-4dde-aa34-60cd610b97b0 req-be0bc4f5-17d3-4f80-a8dc-af9627ba3b69 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:36.651519 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0312e8a7-d691-4dde-aa34-60cd610b97b0 req-be0bc4f5-17d3-4f80-a8dc-af9627ba3b69 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0487995 Aug 23 04:28:36.702279 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0312e8a7-d691-4dde-aa34-60cd610b97b0 req-9f73e1b5-af57-4f09-bb24-952a637979a5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Aug 23 04:28:36.757668 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 536b7c5c-b80f-4902-b8ed-4f957b02ca82, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=536b7c5c-b80f-4902-b8ed-4f957b02ca82,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:36.769899 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '536b7c5c-b80f-4902-b8ed-4f957b02ca82', 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff', 'port_id': '536b7c5c-b80f-4902-b8ed-4f957b02ca82', 'mac_address': 'fa:16:3e:45:1c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a324bc85-7f16-4a1b-9ef5-386f896c5393', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:28:36.807050 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:36.807434 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:36.820832 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536b7c5c-b80f-4902-b8ed-4f957b02ca82 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:36.840760 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 536b7c5c-b80f-4902-b8ed-4f957b02ca82, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=536b7c5c-b80f-4902-b8ed-4f957b02ca82,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:36.845756 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:36.894852 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=536b7c5c-b80f-4902-b8ed-4f957b02ca82,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:37.004024 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307861f-be5a-4b0c-a398-0526b661aff3 req-b16366b3-712c-4ecf-804a-e3088546ea70 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:37.005468 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5307861f-be5a-4b0c-a398-0526b661aff3 req-b16366b3-712c-4ecf-804a-e3088546ea70 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 944 time: 0.0488007 Aug 23 04:28:37.060251 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5307861f-be5a-4b0c-a398-0526b661aff3 req-09c537c8-d3c0-49a0-8c33-83378bddffe6 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Aug 23 04:28:37.344634 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['536b7c5c-b80f-4902-b8ed-4f957b02ca82'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:37.363631 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-38805efc-676f-44c1-98db-d21774c738ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:37.365391 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-38805efc-676f-44c1-98db-d21774c738ed service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 1129 time: 0.0517755 Aug 23 04:28:37.386118 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:37.483299 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-a7d92a79-c8c2-4afa-9fc0-cd79eacc053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:37.485103 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-a7d92a79-c8c2-4afa-9fc0-cd79eacc053a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 916 time: 0.1067984 Aug 23 04:28:37.741213 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 39998) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:37.779478 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40002) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:37.895232 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-48da5c07-d5b6-477b-ad4c-e8227327a529 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 HTTP/1.1" status: 200 len: 1001 time: 0.1311047 Aug 23 04:28:37.901153 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50cace-81bb-4f77-b044-9b0b1ca5ce4c req-aa946165-f5b1-4a76-9a1e-7d6fcb51ab98 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:37.902712 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cf50cace-81bb-4f77-b044-9b0b1ca5ce4c req-aa946165-f5b1-4a76-9a1e-7d6fcb51ab98 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0707569 Aug 23 04:28:37.929186 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7dbe85d5-dd0e-4ec1-a0b9-950b12f54e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:37.974293 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:37.990664 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5bd18ac-d484-4291-925e-d3dd1cb2d437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:37.996371 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:38.007517 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:38.017870 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7dbe85d5-dd0e-4ec1-a0b9-950b12f54e78 admin admin] Publish callbacks [] for security_group (73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.022513 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7dbe85d5-dd0e-4ec1-a0b9-950b12f54e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.029602 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-f99152fd-6e0b-4f67-9a10-786d5ed5f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:38.031061 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-f99152fd-6e0b-4f67-9a10-786d5ed5f750 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.1271770 Aug 23 04:28:38.070669 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7dbe85d5-dd0e-4ec1-a0b9-950b12f54e78 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=241d0dbfc72845c09fbb893a9dbce085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899363 Aug 23 04:28:38.071748 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe85d5-dd0e-4ec1-a0b9-950b12f54e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:38.074020 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40006) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:38.085588 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cf50cace-81bb-4f77-b044-9b0b1ca5ce4c req-e4616f58-65e4-4a7a-bbef-a3c2637ee72a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728528 Aug 23 04:28:38.108967 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-2fd8cfe4-b085-4018-b106-6090b9d33770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:38.110453 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-2fd8cfe4-b085-4018-b106-6090b9d33770 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611198 Aug 23 04:28:38.143391 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17470a54-1aec-426b-b8a3-1336a28d183b admin admin] Publish callbacks [] for security_group (73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.165481 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17470a54-1aec-426b-b8a3-1336a28d183b admin admin] Publish callbacks [] for security_group (73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.206064 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5bd18ac-d484-4291-925e-d3dd1cb2d437 admin admin] Publish callbacks [] for security_group (1e21b5fc-8b5b-4915-8088-cac39ee0b0bf), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.218900 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17470a54-1aec-426b-b8a3-1336a28d183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.221781 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17470a54-1aec-426b-b8a3-1336a28d183b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.223226 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-17470a54-1aec-426b-b8a3-1336a28d183b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a HTTP/1.1" status: 204 len: 168 time: 0.1482339 Aug 23 04:28:38.231459 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17470a54-1aec-426b-b8a3-1336a28d183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b5d89c-52ff-4a06-ac24-4bb2ecd86f3a,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:38.237606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5bd18ac-d484-4291-925e-d3dd1cb2d437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1e21b5fc-8b5b-4915-8088-cac39ee0b0bf), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.271568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da4c4-a785-4a28-a3a1-8dce216398d6 req-5887b9ad-2a41-4082-bf3e-945e45a907f1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:38.273060 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-eb2da4c4-a785-4a28-a3a1-8dce216398d6 req-5887b9ad-2a41-4082-bf3e-945e45a907f1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 944 time: 0.1197231 Aug 23 04:28:38.308042 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-c5bd18ac-d484-4291-925e-d3dd1cb2d437 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e013251a4c4446d5b51d7682fe97c4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652695 Aug 23 04:28:38.310802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40012) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:38.324419 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd18ac-d484-4291-925e-d3dd1cb2d437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e21b5fc-8b5b-4915-8088-cac39ee0b0bf,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:38.331214 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-80ba8ab1-b406-4a8a-9736-42dc1eaad559 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083099 Aug 23 04:28:38.379996 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:38.393319 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-eb2da4c4-a785-4a28-a3a1-8dce216398d6 req-a8ede7d0-4201-483b-aa1f-b404bc8bf76d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124530 Aug 23 04:28:38.407658 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-14c4e538-59d4-4179-972c-2a647be57904 admin admin] Publish callbacks [] for security_group (1e21b5fc-8b5b-4915-8088-cac39ee0b0bf), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.458084 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-14c4e538-59d4-4179-972c-2a647be57904 admin admin] Publish callbacks [] for security_group (1e21b5fc-8b5b-4915-8088-cac39ee0b0bf), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.493312 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05dc5bb0-d5b2-49f3-a170-523f9d295607 req-7c15a389-2d5c-4487-9f7e-a82637134d32 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507783 Aug 23 04:28:38.535422 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-14c4e538-59d4-4179-972c-2a647be57904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1e21b5fc-8b5b-4915-8088-cac39ee0b0bf), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.538304 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-14c4e538-59d4-4179-972c-2a647be57904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.539493 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-14c4e538-59d4-4179-972c-2a647be57904 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1e21b5fc-8b5b-4915-8088-cac39ee0b0bf HTTP/1.1" status: 204 len: 168 time: 0.2276828 Aug 23 04:28:38.548696 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4e538-59d4-4179-972c-2a647be57904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e21b5fc-8b5b-4915-8088-cac39ee0b0bf,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:38.660958 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 536b7c5c-b80f-4902-b8ed-4f957b02ca82 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:38.711129 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:38.718879 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:38.720515 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.802480 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32377210-c8a4-4a3a-9a9d-b0395153d97a req-60ed3cdc-f973-4781-8cf7-541983750da3 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:38.804573 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32377210-c8a4-4a3a-9a9d-b0395153d97a req-60ed3cdc-f973-4781-8cf7-541983750da3 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0639532 Aug 23 04:28:38.811112 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:38.811588 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.838895 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862871b-f595-4169-8c06-96a893427670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b7c5c-b80f-4902-b8ed-4f957b02ca82'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:38.841632 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b945ae4b-3140-4134-aa9f-97ccf949312c" -d '{"events": [{"server_uuid": "8862871b-f595-4169-8c06-96a893427670", "name": "network-vif-plugged", "status": "completed", "tag": "536b7c5c-b80f-4902-b8ed-4f957b02ca82"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:38.855987 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 536b7c5c-b80f-4902-b8ed-4f957b02ca82, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=536b7c5c-b80f-4902-b8ed-4f957b02ca82,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:38.862351 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:38.866349 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:38.868422 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32377210-c8a4-4a3a-9a9d-b0395153d97a req-25ab47ae-c1b7-478a-825f-ef70d8d47a93 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542712 Aug 23 04:28:38.898339 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d43742-5dd2-4909-a833-20230e990695 x-openstack-request-id: req-58d43742-5dd2-4909-a833-20230e990695 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:38.898339 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862871b-f595-4169-8c06-96a893427670", "name": "network-vif-plugged", "status": "completed", "tag": "536b7c5c-b80f-4902-b8ed-4f957b02ca82", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:38.898339 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58d43742-5dd2-4909-a833-20230e990695 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:38.898339 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d43742-5dd2-4909-a833-20230e990695'] response: {'server_uuid': '8862871b-f595-4169-8c06-96a893427670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b7c5c-b80f-4902-b8ed-4f957b02ca82', 'code': 200} Aug 23 04:28:38.915088 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=536b7c5c-b80f-4902-b8ed-4f957b02ca82,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:38.975011 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40028) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:38.988818 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dcb2ea9c-3965-4e54-bdfe-e22094bb1fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:39.064970 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dcb2ea9c-3965-4e54-bdfe-e22094bb1fea admin admin] Publish callbacks [] for security_group (2d175ab6-b2da-45d5-bc4e-e454c8faec80), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:39.070221 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dcb2ea9c-3965-4e54-bdfe-e22094bb1fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2d175ab6-b2da-45d5-bc4e-e454c8faec80), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:39.109148 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2ea9c-3965-4e54-bdfe-e22094bb1fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d175ab6-b2da-45d5-bc4e-e454c8faec80,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:39.114886 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-dcb2ea9c-3965-4e54-bdfe-e22094bb1fea admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1705f0867e444fe7b077791f13650e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386302 Aug 23 04:28:39.117854 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40030) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:39.168016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e82b556b-fc0d-4a55-8770-cddd589c408d admin admin] Publish callbacks [] for security_group (2d175ab6-b2da-45d5-bc4e-e454c8faec80), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:39.188716 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e82b556b-fc0d-4a55-8770-cddd589c408d admin admin] Publish callbacks [] for security_group (2d175ab6-b2da-45d5-bc4e-e454c8faec80), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:39.223725 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae42da9-1444-446e-a7e3-8b4c44a86fa6 req-02edb8df-0bbb-4795-9b81-e5afad800faa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:39.225238 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ae42da9-1444-446e-a7e3-8b4c44a86fa6 req-02edb8df-0bbb-4795-9b81-e5afad800faa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0517776 Aug 23 04:28:39.237098 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e82b556b-fc0d-4a55-8770-cddd589c408d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2d175ab6-b2da-45d5-bc4e-e454c8faec80), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:39.240805 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e82b556b-fc0d-4a55-8770-cddd589c408d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:39.242073 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e82b556b-fc0d-4a55-8770-cddd589c408d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2d175ab6-b2da-45d5-bc4e-e454c8faec80 HTTP/1.1" status: 204 len: 168 time: 0.1235180 Aug 23 04:28:39.252763 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b556b-fc0d-4a55-8770-cddd589c408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d175ab6-b2da-45d5-bc4e-e454c8faec80,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:39.278025 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ae42da9-1444-446e-a7e3-8b4c44a86fa6 req-d5d24ad4-2a5e-4bc9-bcbd-c22f74184f18 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458882 Aug 23 04:28:39.535371 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf0e9-9095-4183-a054-7736e2197f1b req-ffe684b0-7041-4a3b-98e1-d9f5efc7198c tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:39.536924 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ccaf0e9-9095-4183-a054-7736e2197f1b req-ffe684b0-7041-4a3b-98e1-d9f5efc7198c tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Aug 23 04:28:39.585577 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ccaf0e9-9095-4183-a054-7736e2197f1b req-bc4ab7c4-a61c-4020-8a25-050a8eff09f5 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Aug 23 04:28:39.992023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f518-7261-4e1c-9942-70d7891a1acc req-398b4e5f-7cb6-4fe7-bc63-0c93038d5121 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:39.993604 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72d2f518-7261-4e1c-9942-70d7891a1acc req-398b4e5f-7cb6-4fe7-bc63-0c93038d5121 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Aug 23 04:28:40.046670 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72d2f518-7261-4e1c-9942-70d7891a1acc req-aa41fb30-5dc8-4a45-ae58-f9b1a869a344 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476120 Aug 23 04:28:40.379544 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:40.399531 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886295ab-1a0c-404d-9a9d-5ceec743eddf req-c846e294-39af-4947-aaa7-875e863fb5a3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:40.401031 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-886295ab-1a0c-404d-9a9d-5ceec743eddf req-c846e294-39af-4947-aaa7-875e863fb5a3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0516295 Aug 23 04:28:40.413222 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:40.452649 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-886295ab-1a0c-404d-9a9d-5ceec743eddf req-55be3b90-8d85-483d-9cb4-e32f3034914b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Aug 23 04:28:40.712545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ccba-d807-4d20-93e7-1325ed6deb93 req-e120990c-7369-4cf4-9028-887bdd67f2c8 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:40.714053 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3df9ccba-d807-4d20-93e7-1325ed6deb93 req-e120990c-7369-4cf4-9028-887bdd67f2c8 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.0526364 Aug 23 04:28:40.767439 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3df9ccba-d807-4d20-93e7-1325ed6deb93 req-8d1eeaad-0fe3-4b6b-aa14-3f6651171bfb tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477707 Aug 23 04:28:40.840847 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480fe55-ad3c-4ce8-aa07-fda14b07047d req-33678eef-7f72-4cba-9036-39b8f9488cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:40.842438 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c480fe55-ad3c-4ce8-aa07-fda14b07047d req-33678eef-7f72-4cba-9036-39b8f9488cbf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 1129 time: 0.0451965 Aug 23 04:28:40.911013 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c480fe55-ad3c-4ce8-aa07-fda14b07047d req-4bae4ec3-538f-499c-9005-1911c08d7cb2 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527570 Aug 23 04:28:41.168261 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967bc88-20d4-4127-a38e-81a4f2709970 req-bbd17bc6-4871-4ca2-a840-388d091569f9 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:41.169741 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2967bc88-20d4-4127-a38e-81a4f2709970 req-bbd17bc6-4871-4ca2-a840-388d091569f9 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0476415 Aug 23 04:28:41.221280 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2967bc88-20d4-4127-a38e-81a4f2709970 req-6f275085-88d8-40ef-a180-2c4be50285ce tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 Aug 23 04:28:41.297059 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 40120) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:41.426413 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-74480a2d-92c5-4862-a3ce-c17ee8e318af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:41.511058 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-74480a2d-92c5-4862-a3ce-c17ee8e318af admin admin] Publish callbacks [] for security_group (d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:41.516238 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-74480a2d-92c5-4862-a3ce-c17ee8e318af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:41.583396 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-74480a2d-92c5-4862-a3ce-c17ee8e318af admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=48e2b00d845442298d89458d4c29c0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851646 Aug 23 04:28:41.586413 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480a2d-92c5-4862-a3ce-c17ee8e318af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:41.586593 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40126) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:41.602930 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8638f2-4126-4e1d-8f6c-0daf563b784b req-1c24dd3e-a399-43fc-a2d9-93984ff7a0d5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:41.604532 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9c8638f2-4126-4e1d-8f6c-0daf563b784b req-1c24dd3e-a399-43fc-a2d9-93984ff7a0d5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0662587 Aug 23 04:28:41.639541 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f4c3-35e7-421f-a892-809083ef0437 admin admin] Publish callbacks [] for security_group (d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:41.641923 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:41.652051 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9c8638f2-4126-4e1d-8f6c-0daf563b784b req-63c730ba-e644-488e-b7f2-135fa25fca84 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Aug 23 04:28:41.661654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f4c3-35e7-421f-a892-809083ef0437 admin admin] Publish callbacks [] for security_group (d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:41.710916 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f4c3-35e7-421f-a892-809083ef0437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:41.713719 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f4c3-35e7-421f-a892-809083ef0437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:41.714870 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7cc3f4c3-35e7-421f-a892-809083ef0437 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2 HTTP/1.1" status: 204 len: 168 time: 0.1274407 Aug 23 04:28:41.723442 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3f4c3-35e7-421f-a892-809083ef0437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f63d08-11ea-41f9-8afa-7e3bbd1fecb2,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:41.894367 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7487f2-a534-4c8c-a50b-dd9a342886fa req-643d7f8e-101a-41e5-8565-43d98a629a1d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:41.896120 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bd7487f2-a534-4c8c-a50b-dd9a342886fa req-643d7f8e-101a-41e5-8565-43d98a629a1d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.0477943 Aug 23 04:28:41.952743 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bd7487f2-a534-4c8c-a50b-dd9a342886fa req-c89d37e1-444f-4269-8622-c2f0a158c026 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505230 Aug 23 04:28:41.996105 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40134) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:42.012093 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2cfed99c-b499-4668-a501-864188b16742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.091616 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2cfed99c-b499-4668-a501-864188b16742 admin admin] Publish callbacks [] for security_group (fd9bbd89-9adf-4017-b146-a1a620c8511e), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.094414 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b066dd59-cc15-4e86-834b-1775daa80290 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:42.095865 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b066dd59-cc15-4e86-834b-1775daa80290 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0466273 Aug 23 04:28:42.097373 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2cfed99c-b499-4668-a501-864188b16742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (fd9bbd89-9adf-4017-b146-a1a620c8511e), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.132436 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:42.135815 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfed99c-b499-4668-a501-864188b16742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9bbd89-9adf-4017-b146-a1a620c8511e,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:42.140994 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-2cfed99c-b499-4668-a501-864188b16742 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=da1534be16584d9b88c5e3d62736b273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438339 Aug 23 04:28:42.147325 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40136) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:42.197947 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfe97-db5c-4cfd-a759-5532306ff4ff admin admin] Publish callbacks [] for security_group (fd9bbd89-9adf-4017-b146-a1a620c8511e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.218467 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfe97-db5c-4cfd-a759-5532306ff4ff admin admin] Publish callbacks [] for security_group (fd9bbd89-9adf-4017-b146-a1a620c8511e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.245858 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Deleting port f1a5f116-8361-455e-9373-f0d86c41dc4f {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:28:42.246453 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.277277 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfe97-db5c-4cfd-a759-5532306ff4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (fd9bbd89-9adf-4017-b146-a1a620c8511e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.279845 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfe97-db5c-4cfd-a759-5532306ff4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.284116 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-dd7cfe97-db5c-4cfd-a759-5532306ff4ff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fd9bbd89-9adf-4017-b146-a1a620c8511e HTTP/1.1" status: 204 len: 168 time: 0.1386437 Aug 23 04:28:42.292801 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cfe97-db5c-4cfd-a759-5532306ff4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9bbd89-9adf-4017-b146-a1a620c8511e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:42.369610 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:42.377765 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b53c9f-38dd-424a-877c-8841d63990c1 req-b77d6ac9-0b28-4a7b-bf49-1d4b0dd9966e tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:42.379234 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-23b53c9f-38dd-424a-877c-8841d63990c1 req-b77d6ac9-0b28-4a7b-bf49-1d4b0dd9966e tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 945 time: 0.0697470 Aug 23 04:28:42.386698 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] For port f1a5f116-8361-455e-9373-f0d86c41dc4f, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f1a5f116-8361-455e-9373-f0d86c41dc4f,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:42.387060 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.390376 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:42.637880 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Calling delete_port for f1a5f116-8361-455e-9373-f0d86c41dc4f owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:28:42.729855 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-23b53c9f-38dd-424a-877c-8841d63990c1 req-c4cc7948-2fb1-477f-822b-3ff17039c302 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400865 Aug 23 04:28:42.790082 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39544d07-5a58-4d1b-8aa9-cd53941116bc req-e0218a3b-9b25-4acb-8401-4621a8b54d77 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:42.791073 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-39544d07-5a58-4d1b-8aa9-cd53941116bc req-e0218a3b-9b25-4acb-8401-4621a8b54d77 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0603566 Aug 23 04:28:42.884678 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-39544d07-5a58-4d1b-8aa9-cd53941116bc req-f286fb7b-896e-4db3-83a7-f0a06070e2f6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851626 Aug 23 04:28:42.901003 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (f1a5f116-8361-455e-9373-f0d86c41dc4f), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:42.929648 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Pushing event deleted for resources: {'Port': ['ID=f1a5f116-8361-455e-9373-f0d86c41dc4f,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:42.998984 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] No DVR routers for this DVR port f1a5f116-8361-455e-9373-f0d86c41dc4f on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:28:43.002362 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:43.005967 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d46decec-1cf0-43b2-942e-8b785b05eddd req-b8b2511a-8192-4b3f-bd98-2aea8de28e4b tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f1a5f116-8361-455e-9373-f0d86c41dc4f HTTP/1.1" status: 204 len: 173 time: 0.8728554 Aug 23 04:28:43.006443 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77db89a9-c264-403c-8f45-f52c6360ec03', 'name': 'network-vif-deleted', 'tag': 'f1a5f116-8361-455e-9373-f0d86c41dc4f'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:43.008760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6424b22c-1389-4930-b22f-39b976057b16" -d '{"events": [{"server_uuid": "77db89a9-c264-403c-8f45-f52c6360ec03", "name": "network-vif-deleted", "tag": "f1a5f116-8361-455e-9373-f0d86c41dc4f"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:43.077947 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1381974b-baf9-46f6-8ca9-1f8c5a29ee43 x-openstack-request-id: req-1381974b-baf9-46f6-8ca9-1f8c5a29ee43 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:43.078235 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77db89a9-c264-403c-8f45-f52c6360ec03", "name": "network-vif-deleted", "tag": "f1a5f116-8361-455e-9373-f0d86c41dc4f", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:43.078540 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1381974b-baf9-46f6-8ca9-1f8c5a29ee43 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:43.079108 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1381974b-baf9-46f6-8ca9-1f8c5a29ee43'] response: {'server_uuid': '77db89a9-c264-403c-8f45-f52c6360ec03', 'name': 'network-vif-deleted', 'tag': 'f1a5f116-8361-455e-9373-f0d86c41dc4f', 'status': 'completed', 'code': 200} Aug 23 04:28:43.100410 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb8b70-b79a-4519-a14f-0c3e38c31b76 req-bfaae68b-35db-470c-a909-4698f77428d5 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:43.101959 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6cb8b70-b79a-4519-a14f-0c3e38c31b76 req-bfaae68b-35db-470c-a909-4698f77428d5 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.0598671 Aug 23 04:28:43.144608 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:28:43.163287 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6cb8b70-b79a-4519-a14f-0c3e38c31b76 req-346117b7-7979-4b84-bc04-544ef2cefd25 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549605 Aug 23 04:28:43.363328 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=51 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:43.834418 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6b18efee-37b3-47f7-afc5-b85390f8526a req-766070d6-714f-421f-96ed-33fb3ddd8689 tempest-DeleteServersTestJSON-884113827 tempest-DeleteServersTestJSON-884113827-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77db89a9-c264-403c-8f45-f52c6360ec03 HTTP/1.1" status: 200 len: 210 time: 0.0282817 Aug 23 04:28:44.017367 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53949b2-b848-415c-b33b-ae55e4409292 req-f5cf6e00-8bbd-47eb-b976-dee82409da33 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:44.024429 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e53949b2-b848-415c-b33b-ae55e4409292 req-f5cf6e00-8bbd-47eb-b976-dee82409da33 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0566714 Aug 23 04:28:44.069982 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e53949b2-b848-415c-b33b-ae55e4409292 req-7559e22f-5c70-4d3b-9057-9c135af53c59 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Aug 23 04:28:44.738307 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f1a5f116-8361-455e-9373-f0d86c41dc4f no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:28:44.763859 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: f1a5f116-8361-455e-9373-f0d86c41dc4f {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:28:44.764547 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f1a5f116-8361-455e-9373-f0d86c41dc4f not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:28:44.851775 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-7e186ffd-2cc7-4a36-8182-a31d9f44867e tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=aec8505d96be450188e176d091286fc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317068 Aug 23 04:28:45.045477 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-39e2356d-548b-4619-a660-5ee4121350b9 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:45.046971 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-39e2356d-548b-4619-a660-5ee4121350b9 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899343 Aug 23 04:28:45.070336 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-50fb0064-fa03-426d-bfd9-6d05bd18e8aa tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/quotas/aec8505d96be450188e176d091286fc4 HTTP/1.1" status: 200 len: 375 time: 0.0165255 Aug 23 04:28:45.100649 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-aca42ccc-3450-46ba-a8e3-a626a710e3dc tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aec8505d96be450188e176d091286fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294068 Aug 23 04:28:45.220106 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2381-2f01-4205-ab41-a2736bcc12bd req-c09330a2-c50b-4b98-9608-2ec143fc13de tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:45.221642 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df0d2381-2f01-4205-ab41-a2736bcc12bd req-c09330a2-c50b-4b98-9608-2ec143fc13de tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0635781 Aug 23 04:28:45.301484 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-de2e8421-478f-4d4f-a53a-c2a8f0dc58a8 req-1f597198-407d-434c-97c9-e1b1d73624a3 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 210 time: 0.0355635 Aug 23 04:28:45.305842 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-df0d2381-2f01-4205-ab41-a2736bcc12bd req-d92a3410-a171-46b4-91fb-47fe1a202110 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763626 Aug 23 04:28:46.445549 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-283af63c-4274-459d-bb8b-becc2b4f52b0 req-b3693a43-83bd-4724-82e5-5ed3a259c75f tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 210 time: 0.0599215 Aug 23 04:28:46.447827 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-f7b10561-22fc-4058-8758-dcf8da87a7a5 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=aec8505d96be450188e176d091286fc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501621 Aug 23 04:28:46.507029 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40296) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:46.515349 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016d216-7cf7-419d-beac-6ed022eacfd0 req-456e3688-e628-493d-b490-df30a6615b2a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:46.520572 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b016d216-7cf7-419d-beac-6ed022eacfd0 req-456e3688-e628-493d-b490-df30a6615b2a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1213379 Aug 23 04:28:46.588774 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:46.615220 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:46.634008 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b016d216-7cf7-419d-beac-6ed022eacfd0 req-6d105be4-97b4-4540-9858-71557fd9a86c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001043 Aug 23 04:28:46.654220 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-dcc26691-2a6e-46c4-80b8-996723b46f5a tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:46.656012 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-dcc26691-2a6e-46c4-80b8-996723b46f5a tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802242 Aug 23 04:28:46.721228 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Request body: {'port': {'device_id': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b', 'admin_state_up': True, 'tenant_id': 'aec8505d96be450188e176d091286fc4'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:46.846161 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Made reservation on behalf of aec8505d96be450188e176d091286fc4 for: {'port': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:28:46.850743 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:46.865207 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:46.945189 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks [] for security_group (6b131824-b7bb-4b1a-83d9-0f8be109c5c9), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:46.954735 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (6b131824-b7bb-4b1a-83d9-0f8be109c5c9), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.021274 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b131824-b7bb-4b1a-83d9-0f8be109c5c9,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:47.100056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Allocated IP 192.168.233.138 (0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b/192ed968-2b49-47b8-b2bc-ac4208f0a85e/237af297-7e33-423a-8b0c-040092197fc3) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:28:47.131657 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (5b803158-fa0d-4da3-a24a-e32ed63792f8), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.253323 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks [] for port (237af297-7e33-423a-8b0c-040092197fc3), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.290599 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (237af297-7e33-423a-8b0c-040092197fc3), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.337618 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:28:47.342746 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:28:47.345337 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Pushing event updated for resources: {'Port': ['ID=237af297-7e33-423a-8b0c-040092197fc3,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:47.347931 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:28:47.348070 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:47.352816 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:47.353346 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.372810 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-9c69264a-92c8-40cf-8dc3-1b3fc50ce270 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6560330 Aug 23 04:28:47.385178 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Request body: {'port': {'device_id': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:28:47.408256 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:47.421867 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Deleting port 78d73940-6985-4230-b9c7-9710d1f89b2d {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:28:47.422566 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.462229 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (237af297-7e33-423a-8b0c-040092197fc3), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.474203 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:47.526870 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] For port 78d73940-6985-4230-b9c7-9710d1f89b2d, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=78d73940-6985-4230-b9c7-9710d1f89b2d,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:47.527444 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.551928 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Calling delete_port for 78d73940-6985-4230-b9c7-9710d1f89b2d owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:28:47.616001 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-06e19b42-4eb1-4316-a435-6bbb3d5473cf None None] Provisioning complete for port 237af297-7e33-423a-8b0c-040092197fc3 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:47.616551 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-06e19b42-4eb1-4316-a435-6bbb3d5473cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (237af297-7e33-423a-8b0c-040092197fc3), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.637767 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:47.649927 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12817fd-fbcc-4953-b5f7-e0e4fff6db47 req-47bcf22c-da07-4c47-9073-be9806b74b0b tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:47.651384 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b12817fd-fbcc-4953-b5f7-e0e4fff6db47 req-47bcf22c-da07-4c47-9073-be9806b74b0b tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 936 time: 0.0685837 Aug 23 04:28:47.659194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-06e19b42-4eb1-4316-a435-6bbb3d5473cf None None] Port 237af297-7e33-423a-8b0c-040092197fc3 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:28:47.780719 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (78d73940-6985-4230-b9c7-9710d1f89b2d), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.798979 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b12817fd-fbcc-4953-b5f7-e0e4fff6db47 req-c0f4f029-6864-4703-9402-4e3dc18a0620 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374986 Aug 23 04:28:47.806878 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Pushing event deleted for resources: {'Port': ['ID=78d73940-6985-4230-b9c7-9710d1f89b2d,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:47.808932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ab588-3420-489a-b6dc-0850005af711 req-2fd4b219-3d59-490d-9452-5be274025b79 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:47.810576 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-805ab588-3420-489a-b6dc-0850005af711 req-2fd4b219-3d59-490d-9452-5be274025b79 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0925570 Aug 23 04:28:47.937318 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-805ab588-3420-489a-b6dc-0850005af711 req-67253c2f-7d29-41c5-b217-585396181b6c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009645 Aug 23 04:28:47.940371 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237af297-7e33-423a-8b0c-040092197fc3 {{(pid=106731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:47.950179 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Publish callbacks [] for port (237af297-7e33-423a-8b0c-040092197fc3), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:47.966260 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.provisioning_blocks [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Transition to ACTIVE for port object 237af297-7e33-423a-8b0c-040092197fc3 will not be triggered until provisioned by entity L2. {{(pid=106731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:28:47.970476 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (237af297-7e33-423a-8b0c-040092197fc3), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:48.008123 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (5b803158-fa0d-4da3-a24a-e32ed63792f8), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:48.055943 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Pushing event updated for resources: {'Port': ['ID=237af297-7e33-423a-8b0c-040092197fc3,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:48.058413 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Attempting to bind port 237af297-7e33-423a-8b0c-040092197fc3 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:28:48.058740 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Attempting to bind port 237af297-7e33-423a-8b0c-040092197fc3 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:28:48.059103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Attempting to bind port 237af297-7e33-423a-8b0c-040092197fc3 on network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:28:48.065056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Port 237af297-7e33-423a-8b0c-040092197fc3 on network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:28:48.065366 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Attempting to bind port 237af297-7e33-423a-8b0c-040092197fc3 on network 0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:28:48.070356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:28:48.070679 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Checking segment: {'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:28:48.071037 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Bound using segment: {'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:28:48.071455 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Bound port: 237af297-7e33-423a-8b0c-040092197fc3, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1478b9-2775-4e3c-b69a-576b6c207ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b'}}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:28:48.071794 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (237af297-7e33-423a-8b0c-040092197fc3), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:48.137749 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] For port 237af297-7e33-423a-8b0c-040092197fc3, host hv-cinder-85407, cleared binding levels {{(pid=106731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:28:48.140664 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] For port 237af297-7e33-423a-8b0c-040092197fc3, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=237af297-7e33-423a-8b0c-040092197fc3,segment=NetworkSegment(ab1478b9-2775-4e3c-b69a-576b6c207ac3),segment_id=ab1478b9-2775-4e3c-b69a-576b6c207ac3)] {{(pid=106731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:28:48.147741 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (237af297-7e33-423a-8b0c-040092197fc3), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:48.152741 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:48.153342 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:48.154694 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/237af297-7e33-423a-8b0c-040092197fc3 HTTP/1.1" status: 200 len: 1098 time: 0.7738731 Aug 23 04:28:48.155191 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'tag': '237af297-7e33-423a-8b0c-040092197fc3'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:48.157616 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c78e9-8710-498c-ad77-b93a1fe3f1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0f9df8-16ee-49a6-8375-6f50bfa42300", "tag": "237af297-7e33-423a-8b0c-040092197fc3"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:48.231386 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbfa4fb-c75c-4273-bf13-7d41fa388111 x-openstack-request-id: req-4bbfa4fb-c75c-4273-bf13-7d41fa388111 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:48.231671 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0f9df8-16ee-49a6-8375-6f50bfa42300", "tag": "237af297-7e33-423a-8b0c-040092197fc3", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:48.231936 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bbfa4fb-c75c-4273-bf13-7d41fa388111 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:48.232349 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbfa4fb-c75c-4273-bf13-7d41fa388111'] response: {'name': 'network-changed', 'server_uuid': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'tag': '237af297-7e33-423a-8b0c-040092197fc3', 'status': 'completed', 'code': 200} Aug 23 04:28:48.235312 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de836f06-c2ff-4af2-8310-5d07f4434900 service neutron] Pushing event updated for resources: {'Port': ['ID=237af297-7e33-423a-8b0c-040092197fc3,revision_number=3']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:48.247004 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-bea27cb5-3c7c-41be-911c-b9cea0e71199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:48.248520 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-bea27cb5-3c7c-41be-911c-b9cea0e71199 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aec8505d96be450188e176d091286fc4&device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 1132 time: 0.0510113 Aug 23 04:28:48.251112 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Router 5b803158-fa0d-4da3-a24a-e32ed63792f8 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:28:48.303602 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-13499fdf-cbc1-4b55-b52d-ce9b39e235f1 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=237af297-7e33-423a-8b0c-040092197fc3 HTTP/1.1" status: 200 len: 217 time: 0.0323563 Aug 23 04:28:48.335306 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:48.354932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-aa7cc6bd-1208-4dff-a4a8-52017d3ff042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:48.356441 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-aa7cc6bd-1208-4dff-a4a8-52017d3ff042 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=192ed968-2b49-47b8-b2bc-ac4208f0a85e HTTP/1.1" status: 200 len: 843 time: 0.0453064 Aug 23 04:28:48.357323 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:28:48.362382 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ff09739a-712d-4683-8664-950655b9761d admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/5b803158-fa0d-4da3-a24a-e32ed63792f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8541796 Aug 23 04:28:48.365370 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 40316) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:48.367888 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] Sync routers for ids ['5b803158-fa0d-4da3-a24a-e32ed63792f8'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:28:48.382269 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] Routers {'5b803158-fa0d-4da3-a24a-e32ed63792f8'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:48.382902 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5b803158-fa0d-4da3-a24a-e32ed63792f8'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:48.463099 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:48.477797 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-246babd1-9b98-4554-b147-124e20d8f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:48.479374 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-246babd1-9b98-4554-b147-124e20d8f691 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1116512 Aug 23 04:28:48.487611 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] Set router 5b803158-fa0d-4da3-a24a-e32ed63792f8 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:48.501745 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:48.525177 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks [] for router (5b803158-fa0d-4da3-a24a-e32ed63792f8), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:48.660709 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:28:47Z', 'revision_number': 5, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:48.686960 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] Checking router: 5b803158-fa0d-4da3-a24a-e32ed63792f8 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:28:48.696828 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] Routers {'5b803158-fa0d-4da3-a24a-e32ed63792f8'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:28:48.697456 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:28:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5b803158-fa0d-4da3-a24a-e32ed63792f8'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:48.810087 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] Set router 5b803158-fa0d-4da3-a24a-e32ed63792f8 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:28:48.925800 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-ff7dce07-b9a5-4b6f-ae29-16cbf6e9696c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349039 Aug 23 04:28:48.974747 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c74ed-0af5-440c-90a2-19f545a32cc2 req-dadfc7cc-1e55-4099-ad6a-ddc1d33164b8 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:48.976319 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-469c74ed-0af5-440c-90a2-19f545a32cc2 req-dadfc7cc-1e55-4099-ad6a-ddc1d33164b8 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 948 time: 0.0923338 Aug 23 04:28:48.977553 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks [] for router_gateway (5b803158-fa0d-4da3-a24a-e32ed63792f8), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:48.998555 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:28:47Z', 'revision_number': 5, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:49.025587 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc53da-ad0c-4a4f-9e3f-e0821b334f2f None None] The sync data for ids ['5b803158-fa0d-4da3-a24a-e32ed63792f8'] in dv-cinder-854070-1-iscsi is: [{'id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'name': 'tempest-DeleteServersTestJSON-1538358251-router', 'tenant_id': '3d3169d3b318421fab1d473a51637437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:28:47Z', 'revision_number': 5, 'project_id': '3d3169d3b318421fab1d473a51637437', 'gw_port': {'id': 'bfde8fc4-1922-471e-bffc-141fec983e07', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b803158-fa0d-4da3-a24a-e32ed63792f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:17Z', 'updated_at': '2022-08-23T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:28:49.154338 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9101b7-c36e-480b-98c1-c0518684953c req-e5490c7b-ccdd-45d9-b430-a652dee8d7af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:49.156218 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b9101b7-c36e-480b-98c1-c0518684953c req-e5490c7b-ccdd-45d9-b430-a652dee8d7af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1169693 Aug 23 04:28:49.158342 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Deleting port bfde8fc4-1922-471e-bffc-141fec983e07 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:28:49.158683 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.162599 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3cf458a-06d6-43c6-bde6-e01d7f8c2063 req-db8f0ec3-6285-47d4-9be8-cadab6dfd2a7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274938 Aug 23 04:28:49.168825 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-469c74ed-0af5-440c-90a2-19f545a32cc2 req-da1a1930-4061-4b5e-b7f9-a69492c3924e tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781056 Aug 23 04:28:49.273527 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b9101b7-c36e-480b-98c1-c0518684953c req-e8d5b447-6232-4123-b629-62de5b966963 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097357 Aug 23 04:28:49.285634 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] For port bfde8fc4-1922-471e-bffc-141fec983e07, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=bfde8fc4-1922-471e-bffc-141fec983e07,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:49.286016 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.298970 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Calling delete_port for bfde8fc4-1922-471e-bffc-141fec983e07 owned by network:router_gateway {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:28:49.430723 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:49.475212 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (bfde8fc4-1922-471e-bffc-141fec983e07), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.500323 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfde8fc4-1922-471e-bffc-141fec983e07,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:49.529236 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (5b803158-fa0d-4da3-a24a-e32ed63792f8), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.631157 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (5b803158-fa0d-4da3-a24a-e32ed63792f8), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.633472 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks [] for router_controller (5b803158-fa0d-4da3-a24a-e32ed63792f8), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.691538 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:49.698706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (5b803158-fa0d-4da3-a24a-e32ed63792f8), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.699313 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b803158-fa0d-4da3-a24a-e32ed63792f8 {{(pid=106731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:28:49.705285 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.706479 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e264bd86-0fed-4403-9c72-77543bf40bd9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/5b803158-fa0d-4da3-a24a-e32ed63792f8 HTTP/1.1" status: 204 len: 168 time: 1.3400917 Aug 23 04:28:49.709185 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 40324) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:49.758814 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] Deleting subnet 91fb95a1-bdfb-4954-a347-249aff7312fc {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:28:49.762370 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] Publish callbacks [] for subnet (91fb95a1-bdfb-4954-a347-249aff7312fc), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.797764 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] Publish callbacks [] for subnet (91fb95a1-bdfb-4954-a347-249aff7312fc), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.866882 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (91fb95a1-bdfb-4954-a347-249aff7312fc), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.939015 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for subnet (91fb95a1-bdfb-4954-a347-249aff7312fc), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.966776 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fb95a1-bdfb-4954-a347-249aff7312fc,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:49.974035 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:49.977752 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3f04a26c-7b63-4894-b486-7cdb216f1843 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/91fb95a1-bdfb-4954-a347-249aff7312fc HTTP/1.1" status: 204 len: 168 time: 0.2676187 Aug 23 04:28:49.979410 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6582cd6-316c-4700-80a2-e8513114dfb5 None None] Network a5e934c1-aa9a-452d-85fb-a285da26e1ae requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:28:49.980397 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 40326) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:50.056641 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (a5e934c1-aa9a-452d-85fb-a285da26e1ae), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.112263 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Deleting port c4a11917-6327-4db1-b77b-2d96a9a726ff {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:28:50.112597 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.168439 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] DHCP port deletion for a5e934c1-aa9a-452d-85fb-a285da26e1ae request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:28:50.190722 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] For port c4a11917-6327-4db1-b77b-2d96a9a726ff, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c4a11917-6327-4db1-b77b-2d96a9a726ff,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:50.191088 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.206528 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Calling delete_port for c4a11917-6327-4db1-b77b-2d96a9a726ff owned by network:dhcp {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:28:50.217331 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] Deleting port c4a11917-6327-4db1-b77b-2d96a9a726ff {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:28:50.218033 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.233966 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bfde8fc4-1922-471e-bffc-141fec983e07 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:28:50.268610 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: bfde8fc4-1922-471e-bffc-141fec983e07 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:28:50.269041 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bfde8fc4-1922-471e-bffc-141fec983e07 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:28:50.269530 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 78d73940-6985-4230-b9c7-9710d1f89b2d no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:28:50.325160 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 78d73940-6985-4230-b9c7-9710d1f89b2d {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:28:50.325577 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 78d73940-6985-4230-b9c7-9710d1f89b2d not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:28:50.326050 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c4a11917-6327-4db1-b77b-2d96a9a726ff no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:28:50.336461 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee53cf6-3492-4ef9-b26f-fc270bb5a9b8 req-887c804d-04e7-491a-a69e-8192a0de5534 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:50.337971 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ee53cf6-3492-4ef9-b26f-fc270bb5a9b8 req-887c804d-04e7-491a-a69e-8192a0de5534 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 948 time: 0.0649028 Aug 23 04:28:50.349761 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.367174 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] For port c4a11917-6327-4db1-b77b-2d96a9a726ff, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c4a11917-6327-4db1-b77b-2d96a9a726ff,segment=NetworkSegment(9cad42c8-5990-4f22-afec-cb534e65d18b),segment_id=9cad42c8-5990-4f22-afec-cb534e65d18b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:50.367575 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.383878 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] Calling delete_port for c4a11917-6327-4db1-b77b-2d96a9a726ff owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:28:50.397266 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a11917-6327-4db1-b77b-2d96a9a726ff,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:50.398422 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No active binding found for port c4a11917-6327-4db1-b77b-2d96a9a726ff {{(pid=106733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 23 04:28:50.399167 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] The host dv-cinder-854070-1-iscsi is not matching for port c4a11917-6327-4db1-b77b-2d96a9a726ff host None! {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 23 04:28:50.399167 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c4a11917-6327-4db1-b77b-2d96a9a726ff not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:28:50.425774 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] No DVR routers for this DVR port c4a11917-6327-4db1-b77b-2d96a9a726ff on host dv-cinder-854070-1-iscsi {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:28:50.468164 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:50.520008 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (c4a11917-6327-4db1-b77b-2d96a9a726ff), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.525497 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab56ef-6520-4ca1-a860-d5f18114e03b req-1a9733d6-e76b-4d5c-b022-a0abadd38c61 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:50.526978 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1cab56ef-6520-4ca1-a860-d5f18114e03b req-1a9733d6-e76b-4d5c-b022-a0abadd38c61 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1722343 Aug 23 04:28:50.539729 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ee53cf6-3492-4ef9-b26f-fc270bb5a9b8 req-aef5fe18-67c9-4308-a72b-5ee46de80a1d tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859961 Aug 23 04:28:50.542924 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] Pushing event deleted for resources: {'Port': ['ID=c4a11917-6327-4db1-b77b-2d96a9a726ff,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:50.551589 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c41e83-292f-42ef-bd0b-1ced1d66706b None None] No DVR routers for this DVR port c4a11917-6327-4db1-b77b-2d96a9a726ff on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:28:50.561238 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-13f00a7e-6da8-4183-8706-a21b648d1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:50.562936 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-13f00a7e-6da8-4183-8706-a21b648d1e97 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aec8505d96be450188e176d091286fc4&device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 1132 time: 0.1024978 Aug 23 04:28:50.598404 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (a5e934c1-aa9a-452d-85fb-a285da26e1ae), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.629606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:50.642699 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:50.651780 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.652157 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.652887 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.653207 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > port after_create 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.653534 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.653860 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > port after_update 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.654174 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.654497 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.654806 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.655109 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.733413 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.733728 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.734106 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.734411 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 04:28:50.734925 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e934c1-aa9a-452d-85fb-a285da26e1ae']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:50.795605 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cad42c8-5990-4f22-afec-cb534e65d18b') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:50.795869 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cad42c8-5990-4f22-afec-cb534e65d18b') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:28:50.826967 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (9cad42c8-5990-4f22-afec-cb534e65d18b), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.842084 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1cab56ef-6520-4ca1-a860-d5f18114e03b req-6087b299-aa64-425e-9f55-0827940076fd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058147 Aug 23 04:28:50.857292 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (9cad42c8-5990-4f22-afec-cb534e65d18b), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.876823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:28:50.877206 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (9cad42c8-5990-4f22-afec-cb534e65d18b), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.895392 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-32d207f6-0c2b-4711-af68-be62a3acfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:50.897847 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-32d207f6-0c2b-4711-af68-be62a3acfabb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b HTTP/1.1" status: 200 len: 870 time: 0.2964499 Aug 23 04:28:50.983173 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-c28eb488-d84e-4f66-92f1-52cf7781af0a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=237af297-7e33-423a-8b0c-040092197fc3 HTTP/1.1" status: 200 len: 217 time: 0.0677896 Aug 23 04:28:50.988659 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (a5e934c1-aa9a-452d-85fb-a285da26e1ae), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.994551 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:50.997631 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/a5e934c1-aa9a-452d-85fb-a285da26e1ae HTTP/1.1" status: 204 len: 168 time: 1.0163350 Aug 23 04:28:51.039715 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57a5aa-8e8d-47e9-b351-a49d1b90c13c admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e934c1-aa9a-452d-85fb-a285da26e1ae,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:51.058967 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-7a7570ff-32b7-4c39-97f1-28b5023a2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:51.060471 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-7a7570ff-32b7-4c39-97f1-28b5023a2521 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=192ed968-2b49-47b8-b2bc-ac4208f0a85e HTTP/1.1" status: 200 len: 843 time: 0.0618494 Aug 23 04:28:51.085771 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 9cad42c8-5990-4f22-afec-cb534e65d18b resource provider aggregate not found Aug 23 04:28:51.122163 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 9cad42c8-5990-4f22-afec-cb534e65d18b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cad42c8-5990-4f22-afec-cb534e65d18b found for delete ", "request_id": "req-f707082d-f123-44b2-8d20-04637e3a32e8"}]} Aug 23 04:28:51.132408 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-3a9e391d-011b-4a25-8aa0-ab79af095a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:51.134063 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-3a9e391d-011b-4a25-8aa0-ab79af095a7b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0601702 Aug 23 04:28:51.204920 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40348) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:51.234082 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-598f978b-600f-4d52-856f-38d8f42aa2d1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918882 Aug 23 04:28:51.247584 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ed2c1a17-0b15-4be5-935e-9effe7d1d9c8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3d3169d3b318421fab1d473a51637437&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414319 Aug 23 04:28:51.250180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40350) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:51.302273 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-49b89236-c4b7-471f-9fb2-c96d8312f82a admin admin] Publish callbacks [] for security_group (d5da3f8b-57e0-4e1a-8d63-fe69f60a5585), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:51.321930 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-49b89236-c4b7-471f-9fb2-c96d8312f82a admin admin] Publish callbacks [] for security_group (d5da3f8b-57e0-4e1a-8d63-fe69f60a5585), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:51.328451 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-979c78e9-8710-498c-ad77-b93a1fe3f1c6 req-13d3607b-3bae-4b73-bef4-cb1d83bdd594 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Aug 23 04:28:51.379794 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-49b89236-c4b7-471f-9fb2-c96d8312f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d5da3f8b-57e0-4e1a-8d63-fe69f60a5585), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:51.382617 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-49b89236-c4b7-471f-9fb2-c96d8312f82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:51.383857 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-49b89236-c4b7-471f-9fb2-c96d8312f82a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d5da3f8b-57e0-4e1a-8d63-fe69f60a5585 HTTP/1.1" status: 204 len: 168 time: 0.1320388 Aug 23 04:28:51.392316 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b89236-c4b7-471f-9fb2-c96d8312f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5da3f8b-57e0-4e1a-8d63-fe69f60a5585,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:51.674206 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41bd12-c56c-4add-8267-287cf6a33543 req-d99cbf63-35ea-4124-999a-f3fdf8414b0a tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:51.676050 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fe41bd12-c56c-4add-8267-287cf6a33543 req-d99cbf63-35ea-4124-999a-f3fdf8414b0a tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 948 time: 0.0517650 Aug 23 04:28:51.726648 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fe41bd12-c56c-4add-8267-287cf6a33543 req-a0743b0b-1011-4cbe-af8d-49857b9e8672 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Aug 23 04:28:51.968914 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63753a2-80f2-4225-a3bc-3960ad8eab59 req-96768bad-f31f-438e-b1be-d0dde5623095 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:51.970570 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a63753a2-80f2-4225-a3bc-3960ad8eab59 req-96768bad-f31f-438e-b1be-d0dde5623095 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0507581 Aug 23 04:28:52.020418 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a63753a2-80f2-4225-a3bc-3960ad8eab59 req-068f2a5d-eac2-4d70-98b3-ecb51aaf3606 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Aug 23 04:28:52.766563 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 237af297-7e33-423a-8b0c-040092197fc3 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:28:52.857469 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779770-6ac3-45b5-99b7-9f83ed97ee90 req-1aedf82a-3530-496b-ae78-10a3887248c1 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:52.859017 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f6779770-6ac3-45b5-99b7-9f83ed97ee90 req-1aedf82a-3530-496b-ae78-10a3887248c1 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 948 time: 0.0522668 Aug 23 04:28:52.872659 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 237af297-7e33-423a-8b0c-040092197fc3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=237af297-7e33-423a-8b0c-040092197fc3,segment=NetworkSegment(ab1478b9-2775-4e3c-b69a-576b6c207ac3),segment_id=ab1478b9-2775-4e3c-b69a-576b6c207ac3)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:52.884512 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '237af297-7e33-423a-8b0c-040092197fc3', 'network_id': '0198d6aa-8bee-4aa7-8c09-e1d7ccccdf6b', 'port_id': '237af297-7e33-423a-8b0c-040092197fc3', 'mac_address': 'fa:16:3e:41:a7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ed968-2b49-47b8-b2bc-ac4208f0a85e', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:28:52.911568 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f6779770-6ac3-45b5-99b7-9f83ed97ee90 req-14ec0e6a-0ffc-4fab-bf57-280359e587b6 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458696 Aug 23 04:28:52.920187 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 237af297-7e33-423a-8b0c-040092197fc3 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:52.920586 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (237af297-7e33-423a-8b0c-040092197fc3), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:52.934601 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237af297-7e33-423a-8b0c-040092197fc3 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:28:52.959808 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 237af297-7e33-423a-8b0c-040092197fc3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=237af297-7e33-423a-8b0c-040092197fc3,segment=NetworkSegment(ab1478b9-2775-4e3c-b69a-576b6c207ac3),segment_id=ab1478b9-2775-4e3c-b69a-576b6c207ac3)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:52.964333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (237af297-7e33-423a-8b0c-040092197fc3), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:53.140462 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:53.148025 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db836f-664e-4242-81fc-94c477d69304 req-79ec449a-512f-4f8f-9044-a4d85f001bf8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:53.149502 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-70db836f-664e-4242-81fc-94c477d69304 req-79ec449a-512f-4f8f-9044-a4d85f001bf8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0472674 Aug 23 04:28:53.154217 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=237af297-7e33-423a-8b0c-040092197fc3,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:53.198881 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-70db836f-664e-4242-81fc-94c477d69304 req-9e7dce76-fd4b-48f0-a16c-748d00b4b118 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Aug 23 04:28:53.311059 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['237af297-7e33-423a-8b0c-040092197fc3'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:28:54.024534 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:54.043960 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d88b7-e13f-4d78-b5ab-ea9c0cb5bb43 req-bb6b2e76-3efe-447e-8cf0-c67d01f08f41 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:54.045475 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-044d88b7-e13f-4d78-b5ab-ea9c0cb5bb43 req-bb6b2e76-3efe-447e-8cf0-c67d01f08f41 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 949 time: 0.0578456 Aug 23 04:28:54.097878 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-044d88b7-e13f-4d78-b5ab-ea9c0cb5bb43 req-c675a003-2df0-4d66-ba85-aff5aac9e2bf tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Aug 23 04:28:54.321254 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cf8c3-4dc9-4bda-942b-3631aec62ecb req-855b29b6-cabf-4a74-95be-767304da3272 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:54.322698 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f42cf8c3-4dc9-4bda-942b-3631aec62ecb req-855b29b6-cabf-4a74-95be-767304da3272 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0475435 Aug 23 04:28:54.376630 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f42cf8c3-4dc9-4bda-942b-3631aec62ecb req-1d988b6a-f03d-4d85-8b77-cc4a0cb8b9ef tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479243 Aug 23 04:28:54.770253 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 237af297-7e33-423a-8b0c-040092197fc3 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:28:54.830841 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 237af297-7e33-423a-8b0c-040092197fc3 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:28:54.837511 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 237af297-7e33-423a-8b0c-040092197fc3 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:28:54.837958 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (237af297-7e33-423a-8b0c-040092197fc3), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:54.911889 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 237af297-7e33-423a-8b0c-040092197fc3 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:28:54.912302 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (237af297-7e33-423a-8b0c-040092197fc3), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:54.941839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237af297-7e33-423a-8b0c-040092197fc3'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:28:54.946457 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bffca-e926-4fe6-b9c5-31cfc7692c96" -d '{"events": [{"server_uuid": "5e0f9df8-16ee-49a6-8375-6f50bfa42300", "name": "network-vif-plugged", "status": "completed", "tag": "237af297-7e33-423a-8b0c-040092197fc3"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:28:54.947233 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:54.961433 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 237af297-7e33-423a-8b0c-040092197fc3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=237af297-7e33-423a-8b0c-040092197fc3,segment=NetworkSegment(ab1478b9-2775-4e3c-b69a-576b6c207ac3),segment_id=ab1478b9-2775-4e3c-b69a-576b6c207ac3)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:28:54.966107 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (237af297-7e33-423a-8b0c-040092197fc3), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.005813 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e8263b-84e1-4ca5-89d1-e2ddbbbbe7de x-openstack-request-id: req-49e8263b-84e1-4ca5-89d1-e2ddbbbbe7de {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:28:55.006102 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f9df8-16ee-49a6-8375-6f50bfa42300", "name": "network-vif-plugged", "status": "completed", "tag": "237af297-7e33-423a-8b0c-040092197fc3", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:28:55.006358 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49e8263b-84e1-4ca5-89d1-e2ddbbbbe7de {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:28:55.006750 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e8263b-84e1-4ca5-89d1-e2ddbbbbe7de'] response: {'server_uuid': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237af297-7e33-423a-8b0c-040092197fc3', 'code': 200} Aug 23 04:28:55.023234 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=237af297-7e33-423a-8b0c-040092197fc3,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:55.188998 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:55.235446 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68820a-dca2-427e-a5e7-bf6c1b6e6429 req-f1a2c8f6-04f7-4d9e-9718-a858d540ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:55.237305 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa68820a-dca2-427e-a5e7-bf6c1b6e6429 req-f1a2c8f6-04f7-4d9e-9718-a858d540ca8f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 1134 time: 0.0807524 Aug 23 04:28:55.249516 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38735-aa8a-4131-9a01-3914a07a2016 req-ae6e8a7e-1099-4d6c-bb3b-007ffa9399b7 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:55.251510 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57e38735-aa8a-4131-9a01-3914a07a2016 req-ae6e8a7e-1099-4d6c-bb3b-007ffa9399b7 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 950 time: 0.0660622 Aug 23 04:28:55.252573 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40434) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:55.324548 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa68820a-dca2-427e-a5e7-bf6c1b6e6429 req-539403f5-dfb6-4ac3-b937-dc70103610ba service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718932 Aug 23 04:28:55.328885 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57e38735-aa8a-4131-9a01-3914a07a2016 req-2b245fcb-f8e0-486c-b30b-92089180f6b5 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626702 Aug 23 04:28:55.382608 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-de1d8d84-6b6c-4fd3-b595-bc43eee50ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.410019 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:55.464661 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-de1d8d84-6b6c-4fd3-b595-bc43eee50ff6 admin admin] Publish callbacks [] for security_group (38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.470244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-de1d8d84-6b6c-4fd3-b595-bc43eee50ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.509858 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a21a30-b248-4b21-aa61-84d3cf19dc65 req-a07469fa-1c2f-44db-96ee-31e943152fb7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:55.511448 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-06a21a30-b248-4b21-aa61-84d3cf19dc65 req-a07469fa-1c2f-44db-96ee-31e943152fb7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0535665 Aug 23 04:28:55.512550 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d8d84-6b6c-4fd3-b595-bc43eee50ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:55.527812 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-de1d8d84-6b6c-4fd3-b595-bc43eee50ff6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=003eb44fe9d44984a8f7bfaa093afab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739937 Aug 23 04:28:55.528860 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40442) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:55.562662 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-06a21a30-b248-4b21-aa61-84d3cf19dc65 req-b686e430-c0e8-4082-9d2e-82b7eed500df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Aug 23 04:28:55.581691 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-36816fb8-12c5-4c5d-bc47-990718548625 admin admin] Publish callbacks [] for security_group (38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.603131 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-36816fb8-12c5-4c5d-bc47-990718548625 admin admin] Publish callbacks [] for security_group (38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.653100 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-36816fb8-12c5-4c5d-bc47-990718548625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.657419 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-36816fb8-12c5-4c5d-bc47-990718548625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:55.659323 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-36816fb8-12c5-4c5d-bc47-990718548625 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e HTTP/1.1" status: 204 len: 168 time: 0.1293523 Aug 23 04:28:55.671544 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36816fb8-12c5-4c5d-bc47-990718548625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d6fc47-80ce-47a8-9a55-2a8f6fa4f85e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:55.718408 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:56.457516 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50151e99-270e-4b75-858a-14ba8735d100 req-a3568909-11df-4059-bf51-2ec86ab1c7a2 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:56.459970 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-50151e99-270e-4b75-858a-14ba8735d100 req-a3568909-11df-4059-bf51-2ec86ab1c7a2 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 950 time: 0.0551572 Aug 23 04:28:56.783019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dcf30-deb5-4405-83da-096515663211 req-aa01fe0f-f485-482b-8773-9a59d32debc1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:56.784511 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-341dcf30-deb5-4405-83da-096515663211 req-aa01fe0f-f485-482b-8773-9a59d32debc1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0634792 Aug 23 04:28:56.788827 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-50151e99-270e-4b75-858a-14ba8735d100 req-0c473740-dc5c-4ba4-909d-c2f8985cb8e7 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234820 Aug 23 04:28:56.832870 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-341dcf30-deb5-4405-83da-096515663211 req-02d56448-151b-4577-be2f-733fc2a85f8e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 Aug 23 04:28:57.444851 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 40502) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:57.558685 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a3c5adf2-ca68-458a-9a9f-f719d219e075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:57.637448 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a3c5adf2-ca68-458a-9a9f-f719d219e075 admin admin] Publish callbacks [] for security_group (7613d1df-8bd0-4029-97b6-4fd2e624d3e4), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:57.642876 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a3c5adf2-ca68-458a-9a9f-f719d219e075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7613d1df-8bd0-4029-97b6-4fd2e624d3e4), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:57.684224 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a3c5adf2-ca68-458a-9a9f-f719d219e075 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0f465c4269b843fe87a00685ffc9794d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382941 Aug 23 04:28:57.685069 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5adf2-ca68-458a-9a9f-f719d219e075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7613d1df-8bd0-4029-97b6-4fd2e624d3e4,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:57.687894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40506) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:57.741485 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf7f442a-5ed0-404a-96e3-46a72c7b6f6b admin admin] Publish callbacks [] for security_group (7613d1df-8bd0-4029-97b6-4fd2e624d3e4), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:57.763190 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf7f442a-5ed0-404a-96e3-46a72c7b6f6b admin admin] Publish callbacks [] for security_group (7613d1df-8bd0-4029-97b6-4fd2e624d3e4), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:57.822437 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf7f442a-5ed0-404a-96e3-46a72c7b6f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7613d1df-8bd0-4029-97b6-4fd2e624d3e4), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:57.825007 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf7f442a-5ed0-404a-96e3-46a72c7b6f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:57.826181 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-bf7f442a-5ed0-404a-96e3-46a72c7b6f6b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7613d1df-8bd0-4029-97b6-4fd2e624d3e4 HTTP/1.1" status: 204 len: 168 time: 0.1370912 Aug 23 04:28:57.834788 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f442a-5ed0-404a-96e3-46a72c7b6f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7613d1df-8bd0-4029-97b6-4fd2e624d3e4,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:57.914667 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2232ce-edc0-4f65-a434-762a938eaeb4 req-430f7e3e-abfc-48c1-84b2-d01fa6223e85 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:57.916290 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4c2232ce-edc0-4f65-a434-762a938eaeb4 req-430f7e3e-abfc-48c1-84b2-d01fa6223e85 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 950 time: 0.0498824 Aug 23 04:28:57.949029 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:57.987017 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2e786-b36c-40b2-97ee-4b79129872b6 req-87e436d6-3b58-4feb-8cb5-22eb0163037c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:57.988521 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ecf2e786-b36c-40b2-97ee-4b79129872b6 req-87e436d6-3b58-4feb-8cb5-22eb0163037c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0713019 Aug 23 04:28:58.019678 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4c2232ce-edc0-4f65-a434-762a938eaeb4 req-ecd7a493-0207-4ed9-8e1b-8ca17a5d7593 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925255 Aug 23 04:28:58.058584 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ecf2e786-b36c-40b2-97ee-4b79129872b6 req-1252c9fe-1da4-4972-9b72-1838012ed7a3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597496 Aug 23 04:28:58.148655 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40524) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:58.163316 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bd4db2b4-37aa-4862-a22e-c679f7daba9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:58.199584 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:58.266315 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bd4db2b4-37aa-4862-a22e-c679f7daba9a admin admin] Publish callbacks [] for security_group (965d423d-03fe-4056-901c-bb40c221fa65), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:58.270178 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bd4db2b4-37aa-4862-a22e-c679f7daba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (965d423d-03fe-4056-901c-bb40c221fa65), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:58.312306 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-bd4db2b4-37aa-4862-a22e-c679f7daba9a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9f084d2dae774495a8eb5ff10ab7d2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625247 Aug 23 04:28:58.313072 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4db2b4-37aa-4862-a22e-c679f7daba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d423d-03fe-4056-901c-bb40c221fa65,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:58.316310 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40528) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:28:58.322977 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d3dfc-b442-4639-bded-9e82b4ed2f12 req-f03f9be6-72cd-4922-9696-73adbb6e401e tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:58.324548 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-033d3dfc-b442-4639-bded-9e82b4ed2f12 req-f03f9be6-72cd-4922-9696-73adbb6e401e tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 950 time: 0.0491447 Aug 23 04:28:58.365910 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d91708ba-ecd6-4986-a21a-491d5b9f5a9e admin admin] Publish callbacks [] for security_group (965d423d-03fe-4056-901c-bb40c221fa65), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:58.373659 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-033d3dfc-b442-4639-bded-9e82b4ed2f12 req-8f1eeb90-ecdf-4b8b-8325-c2ef17aff781 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Aug 23 04:28:58.388040 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d91708ba-ecd6-4986-a21a-491d5b9f5a9e admin admin] Publish callbacks [] for security_group (965d423d-03fe-4056-901c-bb40c221fa65), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:58.433698 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d91708ba-ecd6-4986-a21a-491d5b9f5a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (965d423d-03fe-4056-901c-bb40c221fa65), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:58.436342 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d91708ba-ecd6-4986-a21a-491d5b9f5a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:58.437465 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d91708ba-ecd6-4986-a21a-491d5b9f5a9e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/965d423d-03fe-4056-901c-bb40c221fa65 HTTP/1.1" status: 204 len: 168 time: 0.1200929 Aug 23 04:28:58.445164 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91708ba-ecd6-4986-a21a-491d5b9f5a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d423d-03fe-4056-901c-bb40c221fa65,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:28:58.686154 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8120-ca2d-443e-9878-98193bfa1d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:28:59.000008 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=69 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:59.025866 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=80 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:59.185905 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224e83-4bef-4a14-ab05-2d14542af58f req-8ca6429a-c9b8-4e71-86aa-01beb59514f3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:59.187389 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa224e83-4bef-4a14-ab05-2d14542af58f req-8ca6429a-c9b8-4e71-86aa-01beb59514f3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Aug 23 04:28:59.214667 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:28:59.237658 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa224e83-4bef-4a14-ab05-2d14542af58f req-7ecbfd2b-6e2f-4350-b369-6ef7568ffbdb tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Aug 23 04:28:59.505332 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c5cb7-509f-49ad-9490-e9f74e50a35a req-e9f7ae2b-998a-43ff-93ae-9039d95262c8 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:28:59.506987 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-282c5cb7-509f-49ad-9490-e9f74e50a35a req-e9f7ae2b-998a-43ff-93ae-9039d95262c8 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 950 time: 0.0569735 Aug 23 04:28:59.560101 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-282c5cb7-509f-49ad-9490-e9f74e50a35a req-32d3eb52-2da7-4a4a-a83f-eea0c41f8a52 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467944 Aug 23 04:29:00.384597 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9356-5596-42ad-b104-51910261132b req-c918a8cc-19af-466d-b0ef-66c4e6fee33c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:00.386085 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-331d9356-5596-42ad-b104-51910261132b req-c918a8cc-19af-466d-b0ef-66c4e6fee33c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0744090 Aug 23 04:29:00.405132 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-aba69b79-eb5f-40a5-aeda-cfa952c9cf19 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:00.406746 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-aba69b79-eb5f-40a5-aeda-cfa952c9cf19 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 950 time: 0.0659661 Aug 23 04:29:00.491291 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-331d9356-5596-42ad-b104-51910261132b req-9c8d0625-7f8b-4513-b7d1-677b76db0a15 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972281 Aug 23 04:29:00.526011 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Deleting port 237af297-7e33-423a-8b0c-040092197fc3 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:29:00.526352 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (237af297-7e33-423a-8b0c-040092197fc3), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:00.630793 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] For port 237af297-7e33-423a-8b0c-040092197fc3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=237af297-7e33-423a-8b0c-040092197fc3,segment=NetworkSegment(ab1478b9-2775-4e3c-b69a-576b6c207ac3),segment_id=ab1478b9-2775-4e3c-b69a-576b6c207ac3)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:29:00.631155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (237af297-7e33-423a-8b0c-040092197fc3), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:00.668469 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Calling delete_port for 237af297-7e33-423a-8b0c-040092197fc3 owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:29:00.695560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745fad-cd12-4123-85c0-0c23cf33a76d req-d3dab955-cea0-4341-a6cc-3035d22cbfec tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:00.697034 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57745fad-cd12-4123-85c0-0c23cf33a76d req-d3dab955-cea0-4341-a6cc-3035d22cbfec tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e0f9df8-16ee-49a6-8375-6f50bfa42300 HTTP/1.1" status: 200 len: 950 time: 0.0584648 Aug 23 04:29:00.789730 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57745fad-cd12-4123-85c0-0c23cf33a76d req-82e43519-4e6a-436c-9a9f-6277fe864d4e tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b131824-b7bb-4b1a-83d9-0f8be109c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673032 Aug 23 04:29:00.861258 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (237af297-7e33-423a-8b0c-040092197fc3), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:00.874780 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['237af297-7e33-423a-8b0c-040092197fc3'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:29:00.893649 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Pushing event deleted for resources: {'Port': ['ID=237af297-7e33-423a-8b0c-040092197fc3,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:00.903940 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:00.919733 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-92070fee-7268-46f7-92fa-e18e1d000af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:00.942866 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] No DVR routers for this DVR port 237af297-7e33-423a-8b0c-040092197fc3 on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:29:00.945420 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:00.948788 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-594382c4-ac81-4bb6-ab8c-6f45208b92fd req-3cd20751-b4d2-43c8-8a19-31cfd3a2e151 tempest-VolumesNegativeTest-470926223 tempest-VolumesNegativeTest-470926223-project] 10.222.0.47 "DELETE /networking/v2.0/ports/237af297-7e33-423a-8b0c-040092197fc3 HTTP/1.1" status: 204 len: 173 time: 0.5314670 Aug 23 04:29:00.949230 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'name': 'network-vif-deleted', 'tag': '237af297-7e33-423a-8b0c-040092197fc3'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:29:00.951828 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb9344-034f-40a3-a285-1f834d402277" -d '{"events": [{"server_uuid": "5e0f9df8-16ee-49a6-8375-6f50bfa42300", "name": "network-vif-deleted", "tag": "237af297-7e33-423a-8b0c-040092197fc3"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:29:01.001498 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b736746f-b086-415e-aced-fcbe8b8bc662 x-openstack-request-id: req-b736746f-b086-415e-aced-fcbe8b8bc662 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:29:01.001787 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f9df8-16ee-49a6-8375-6f50bfa42300", "name": "network-vif-deleted", "tag": "237af297-7e33-423a-8b0c-040092197fc3", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:29:01.002058 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b736746f-b086-415e-aced-fcbe8b8bc662 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:29:01.002504 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b736746f-b086-415e-aced-fcbe8b8bc662'] response: {'server_uuid': '5e0f9df8-16ee-49a6-8375-6f50bfa42300', 'name': 'network-vif-deleted', 'tag': '237af297-7e33-423a-8b0c-040092197fc3', 'status': 'completed', 'code': 200} Aug 23 04:29:01.633098 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30151fd1-23ce-49ba-9b98-f8ad6b950a1e req-9853ef6e-bfe9-4e68-897c-28c203a33372 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:01.634664 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-30151fd1-23ce-49ba-9b98-f8ad6b950a1e req-9853ef6e-bfe9-4e68-897c-28c203a33372 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0634308 Aug 23 04:29:01.693313 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-30151fd1-23ce-49ba-9b98-f8ad6b950a1e req-8b328ea0-6002-4b7f-ab86-e586673d34eb tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Aug 23 04:29:02.177796 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:02.837406 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3291bd-0199-4868-8d29-61e02fd20a74 req-9eb68904-ceee-4e2a-bc86-94add403f033 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:02.838867 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc3291bd-0199-4868-8d29-61e02fd20a74 req-9eb68904-ceee-4e2a-bc86-94add403f033 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Aug 23 04:29:02.889286 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc3291bd-0199-4868-8d29-61e02fd20a74 req-eac02a0d-9e5d-44e7-a88a-c59d549ba638 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443349 Aug 23 04:29:03.575868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:03.696185 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:04.016789 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38332c1e-cbb3-4a87-8986-e5ac5bc63fd3 req-30d4dec4-696c-4ce0-a938-f6c1f7a9fc6e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:04.018316 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-38332c1e-cbb3-4a87-8986-e5ac5bc63fd3 req-30d4dec4-696c-4ce0-a938-f6c1f7a9fc6e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Aug 23 04:29:04.043427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:04.073012 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-38332c1e-cbb3-4a87-8986-e5ac5bc63fd3 req-cce7e10e-6797-4ddc-ac86-85c8c335f45b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491743 Aug 23 04:29:05.204646 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ee0dc-afd9-4bed-9f91-911cb65be935 req-a98740e0-770b-4205-a93a-86a4fc98c72c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:05.206195 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b0ee0dc-afd9-4bed-9f91-911cb65be935 req-a98740e0-770b-4205-a93a-86a4fc98c72c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0537634 Aug 23 04:29:05.233649 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 237af297-7e33-423a-8b0c-040092197fc3 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:29:05.255248 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 237af297-7e33-423a-8b0c-040092197fc3 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:29:05.255579 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 237af297-7e33-423a-8b0c-040092197fc3 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:29:05.256160 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b0ee0dc-afd9-4bed-9f91-911cb65be935 req-dfd4d01a-062e-4dfd-80e4-888f9a3de8f5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442419 Aug 23 04:29:06.131383 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40900) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:06.257909 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:06.278402 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-cc9e4387-c7fa-4b5e-af6e-94ad4fbaebb6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=aec8505d96be450188e176d091286fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457200 Aug 23 04:29:06.282517 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40908) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:06.341474 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4ea4-6533-40cc-8ce2-108903bb1508 admin admin] Publish callbacks [] for security_group (6b131824-b7bb-4b1a-83d9-0f8be109c5c9), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:06.362593 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4ea4-6533-40cc-8ce2-108903bb1508 admin admin] Publish callbacks [] for security_group (6b131824-b7bb-4b1a-83d9-0f8be109c5c9), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:06.384248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec51f5-c340-4c2f-8d94-9c96f37ad715 req-9111936b-da63-4e88-8885-34e5eee8053a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:06.385944 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f6ec51f5-c340-4c2f-8d94-9c96f37ad715 req-9111936b-da63-4e88-8885-34e5eee8053a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0501742 Aug 23 04:29:06.412812 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4ea4-6533-40cc-8ce2-108903bb1508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (6b131824-b7bb-4b1a-83d9-0f8be109c5c9), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:06.415611 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4ea4-6533-40cc-8ce2-108903bb1508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:06.418165 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-4f1b4ea4-6533-40cc-8ce2-108903bb1508 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6b131824-b7bb-4b1a-83d9-0f8be109c5c9 HTTP/1.1" status: 204 len: 168 time: 0.1340890 Aug 23 04:29:06.426950 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b4ea4-6533-40cc-8ce2-108903bb1508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b131824-b7bb-4b1a-83d9-0f8be109c5c9,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:06.437482 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f6ec51f5-c340-4c2f-8d94-9c96f37ad715 req-b5bd18f3-2d35-4576-bec9-4f5ad56ab01c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Aug 23 04:29:07.562133 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a837e-8bfd-4a09-a9f0-6502ac4af2ea req-a2f6d433-cb8b-4d89-aa1d-68c57c2d010a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:07.564095 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5d5a837e-8bfd-4a09-a9f0-6502ac4af2ea req-a2f6d433-cb8b-4d89-aa1d-68c57c2d010a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0503199 Aug 23 04:29:07.611260 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5d5a837e-8bfd-4a09-a9f0-6502ac4af2ea req-47570172-eb4a-40f2-9f2e-1112555ce810 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Aug 23 04:29:08.735807 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a8ad-e5b8-43bb-9195-19c7ebdd2877 req-085f5fb4-a29f-4798-a5b1-a20bab2b2226 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:08.737127 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ac67a8ad-e5b8-43bb-9195-19c7ebdd2877 req-085f5fb4-a29f-4798-a5b1-a20bab2b2226 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0479043 Aug 23 04:29:08.789892 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ac67a8ad-e5b8-43bb-9195-19c7ebdd2877 req-ceb53f51-0179-4027-bdc8-bf636ef2915e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472414 Aug 23 04:29:08.934546 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40950) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:09.054530 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-554d11b5-a205-4e1e-b4fd-42e499c46ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.152654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-554d11b5-a205-4e1e-b4fd-42e499c46ad2 admin admin] Publish callbacks [] for security_group (3ccbf8de-c7ce-4461-b6ee-1604ab18303a), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.159156 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-554d11b5-a205-4e1e-b4fd-42e499c46ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3ccbf8de-c7ce-4461-b6ee-1604ab18303a), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.197039 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d11b5-a205-4e1e-b4fd-42e499c46ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccbf8de-c7ce-4461-b6ee-1604ab18303a,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:09.201414 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-554d11b5-a205-4e1e-b4fd-42e499c46ad2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6e053c96942142cb8cc0390df56872c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658272 Aug 23 04:29:09.204969 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 40954) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:09.258139 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51e476f5-4f74-4bc0-a8b6-4bfa7dd9d33f admin admin] Publish callbacks [] for security_group (3ccbf8de-c7ce-4461-b6ee-1604ab18303a), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.281674 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51e476f5-4f74-4bc0-a8b6-4bfa7dd9d33f admin admin] Publish callbacks [] for security_group (3ccbf8de-c7ce-4461-b6ee-1604ab18303a), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.334689 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51e476f5-4f74-4bc0-a8b6-4bfa7dd9d33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3ccbf8de-c7ce-4461-b6ee-1604ab18303a), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.338627 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51e476f5-4f74-4bc0-a8b6-4bfa7dd9d33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.340059 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-51e476f5-4f74-4bc0-a8b6-4bfa7dd9d33f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3ccbf8de-c7ce-4461-b6ee-1604ab18303a HTTP/1.1" status: 204 len: 168 time: 0.1346023 Aug 23 04:29:09.349528 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e476f5-4f74-4bc0-a8b6-4bfa7dd9d33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccbf8de-c7ce-4461-b6ee-1604ab18303a,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:09.628711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 40962) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:09.641991 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9c8560c5-b0af-4137-9ead-ef67356b560a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.724768 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9c8560c5-b0af-4137-9ead-ef67356b560a admin admin] Publish callbacks [] for security_group (388d83d7-54e0-4b3e-bab2-b88b9591a3bb), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.729824 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9c8560c5-b0af-4137-9ead-ef67356b560a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (388d83d7-54e0-4b3e-bab2-b88b9591a3bb), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.769597 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8560c5-b0af-4137-9ead-ef67356b560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388d83d7-54e0-4b3e-bab2-b88b9591a3bb,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:09.773819 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9c8560c5-b0af-4137-9ead-ef67356b560a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=df8a7582960b4c5885d01124876430eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440957 Aug 23 04:29:09.777409 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 40964) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:09.827892 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8a871b78-c846-47f7-aeef-69373062060f admin admin] Publish callbacks [] for security_group (388d83d7-54e0-4b3e-bab2-b88b9591a3bb), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.848803 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8a871b78-c846-47f7-aeef-69373062060f admin admin] Publish callbacks [] for security_group (388d83d7-54e0-4b3e-bab2-b88b9591a3bb), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.850321 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:09.928897 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d9f4-3ab1-4593-98e6-603f1cd652ab req-327e3efd-fa23-40ac-bea2-156485687045 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:09.930392 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7fd3d9f4-3ab1-4593-98e6-603f1cd652ab req-327e3efd-fa23-40ac-bea2-156485687045 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0663903 Aug 23 04:29:09.965451 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8a871b78-c846-47f7-aeef-69373062060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (388d83d7-54e0-4b3e-bab2-b88b9591a3bb), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.968077 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8a871b78-c846-47f7-aeef-69373062060f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:09.969228 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8a871b78-c846-47f7-aeef-69373062060f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/388d83d7-54e0-4b3e-bab2-b88b9591a3bb HTTP/1.1" status: 204 len: 168 time: 0.1909654 Aug 23 04:29:09.994472 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a871b78-c846-47f7-aeef-69373062060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388d83d7-54e0-4b3e-bab2-b88b9591a3bb,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:10.004463 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7fd3d9f4-3ab1-4593-98e6-603f1cd652ab req-336a7adc-93da-4e5b-8944-c3228773a0ec tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678718 Aug 23 04:29:11.130084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee62f-5aaa-4c84-9a65-13a2efe1ea7f req-fe78c351-5a35-45f2-b87c-6d6599fd0970 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:11.131586 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-976ee62f-5aaa-4c84-9a65-13a2efe1ea7f req-fe78c351-5a35-45f2-b87c-6d6599fd0970 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Aug 23 04:29:11.144359 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:11.183595 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-976ee62f-5aaa-4c84-9a65-13a2efe1ea7f req-5e505540-6a54-47f9-b21f-10f4992a0185 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Aug 23 04:29:12.463266 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a6084-582e-4a5d-b8ab-18bb4a833952 req-0cfc7d20-b6fd-4d73-8e1a-ddbbff4eb3f7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:12.464906 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-452a6084-582e-4a5d-b8ab-18bb4a833952 req-0cfc7d20-b6fd-4d73-8e1a-ddbbff4eb3f7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Aug 23 04:29:12.516877 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-452a6084-582e-4a5d-b8ab-18bb4a833952 req-8f9b8190-9947-4768-a9da-1097267172c4 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447004 Aug 23 04:29:12.750708 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:12.755532 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:13.426300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e802b-6a9e-4521-90fc-718a773c0997 req-976dbc28-0d2f-4a6f-87b1-74eae21ba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:13.428310 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-611e802b-6a9e-4521-90fc-718a773c0997 req-976dbc28-0d2f-4a6f-87b1-74eae21ba993 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 1129 time: 0.0504107 Aug 23 04:29:13.478094 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-611e802b-6a9e-4521-90fc-718a773c0997 req-0d1a0958-d561-4e4e-bd1c-0bf5f61da8f9 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Aug 23 04:29:13.637956 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e195bb-35ea-4952-849b-0a65fea21496 req-66cb98e4-3fc8-4a78-9d9a-7633a20cd943 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:13.639383 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-91e195bb-35ea-4952-849b-0a65fea21496 req-66cb98e4-3fc8-4a78-9d9a-7633a20cd943 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0487373 Aug 23 04:29:13.688754 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-91e195bb-35ea-4952-849b-0a65fea21496 req-787293d2-9aba-4726-9b7b-e91395ad56d8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Aug 23 04:29:14.867561 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5199c-929d-4156-b45b-43354aaca36c req-5eb2e269-fa48-4376-9913-c7679445b301 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:14.869070 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-01a5199c-929d-4156-b45b-43354aaca36c req-5eb2e269-fa48-4376-9913-c7679445b301 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0853438 Aug 23 04:29:14.874850 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b05c-6dc2-4aa3-9461-fa81e4fb4f54 req-44ff25ad-f4e1-4992-966e-13dd149197d3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:14.876516 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1648b05c-6dc2-4aa3-9461-fa81e4fb4f54 req-44ff25ad-f4e1-4992-966e-13dd149197d3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0815027 Aug 23 04:29:14.960161 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1648b05c-6dc2-4aa3-9461-fa81e4fb4f54 req-a71c495a-7efd-4fc4-85dc-ecfc5060846c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772703 Aug 23 04:29:14.970307 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-01a5199c-929d-4156-b45b-43354aaca36c req-cc50fe74-08d0-40b8-bd28-4ad02d524fad tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886254 Aug 23 04:29:16.120920 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1c90e-e14f-448a-93db-976d66a89729 req-bbc423dc-2162-400a-bae7-0784f02c5373 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:16.122390 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a1c90e-e14f-448a-93db-976d66a89729 req-bbc423dc-2162-400a-bae7-0784f02c5373 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0803273 Aug 23 04:29:16.132910 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd917e-3599-4e01-8e8b-5c1b6f5ae3c1 req-9ecc7322-ad9f-4905-8ce0-88604232bd88 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:16.134323 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4bdd917e-3599-4e01-8e8b-5c1b6f5ae3c1 req-9ecc7322-ad9f-4905-8ce0-88604232bd88 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0640252 Aug 23 04:29:16.209460 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a1c90e-e14f-448a-93db-976d66a89729 req-6ed75a5b-5822-47d0-b999-d8aa494a2aef tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741897 Aug 23 04:29:16.212685 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4bdd917e-3599-4e01-8e8b-5c1b6f5ae3c1 req-7ddc0c77-9f41-4be5-9294-078942e5d3e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714810 Aug 23 04:29:16.326591 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da7a02-8289-4469-b45e-4a04faac0d24 req-0b0ef780-14b6-4b29-8f0a-7541ffbb5f9a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:16.328364 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-20da7a02-8289-4469-b45e-4a04faac0d24 req-0b0ef780-14b6-4b29-8f0a-7541ffbb5f9a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0492783 Aug 23 04:29:16.396283 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-20da7a02-8289-4469-b45e-4a04faac0d24 req-501c8da9-06c7-49e7-ae67-4cca20efa6d3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583196 Aug 23 04:29:17.340266 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245dc00-59f3-4b80-a468-53b7306c3d77 req-1296b351-b22d-45f3-bf55-c2e580f552c2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:17.341762 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0245dc00-59f3-4b80-a468-53b7306c3d77 req-1296b351-b22d-45f3-bf55-c2e580f552c2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0478868 Aug 23 04:29:17.373068 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:17.396480 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0245dc00-59f3-4b80-a468-53b7306c3d77 req-22d2efd4-a70b-457d-8242-fedd873c40d9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491211 Aug 23 04:29:18.532413 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4374-8cb8-4393-b36d-d5fcca73182f req-25c8d176-cfa0-4327-89ca-595c3049752d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:18.533933 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26af4374-8cb8-4393-b36d-d5fcca73182f req-25c8d176-cfa0-4327-89ca-595c3049752d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0493212 Aug 23 04:29:18.585666 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26af4374-8cb8-4393-b36d-d5fcca73182f req-311a9439-821d-48a5-9faf-2118109d6781 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457399 Aug 23 04:29:19.014839 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41178) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:19.142952 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e903d2eb-3465-4a8a-aabd-d9b94467cd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:19.165772 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:19.267329 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-1490186e-4274-4a44-9bd8-d53c90519da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:19.268897 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-1490186e-4274-4a44-9bd8-d53c90519da6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1129 time: 0.0935380 Aug 23 04:29:19.279819 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119251-571d-425f-a581-244d1cd94d85 req-2773cd3d-c0ab-4e22-912f-936e5e920303 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:19.281288 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ba119251-571d-425f-a581-244d1cd94d85 req-2773cd3d-c0ab-4e22-912f-936e5e920303 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0956767 Aug 23 04:29:19.343411 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:19.345123 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:19.359951 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e903d2eb-3465-4a8a-aabd-d9b94467cd1e admin admin] Publish callbacks [] for security_group (742e3b25-2c17-4688-b93b-d31fbf285565), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:19.366487 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:19.396447 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e903d2eb-3465-4a8a-aabd-d9b94467cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (742e3b25-2c17-4688-b93b-d31fbf285565), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:19.475322 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ba119251-571d-425f-a581-244d1cd94d85 req-8823c7ef-1eab-49bb-9eee-57ddb07bc1cf tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808488 Aug 23 04:29:19.480388 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e903d2eb-3465-4a8a-aabd-d9b94467cd1e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=78f8cb4784554c44aa3a89a9014c7a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643996 Aug 23 04:29:19.483235 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41190) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:19.488466 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903d2eb-3465-4a8a-aabd-d9b94467cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742e3b25-2c17-4688-b93b-d31fbf285565,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:19.492112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-11fb33b3-bed3-4e0a-b93a-edf7843ac430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:19.493656 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-11fb33b3-bed3-4e0a-b93a-edf7843ac430 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.2103205 Aug 23 04:29:19.546987 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Publish callbacks [] for security_group (742e3b25-2c17-4688-b93b-d31fbf285565), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:19.549387 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-6be8fcab-7c12-4a6c-a7f5-4228eb7f2ecb service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 200 len: 217 time: 0.0490570 Aug 23 04:29:19.568574 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Publish callbacks [] for security_group (742e3b25-2c17-4688-b93b-d31fbf285565), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:19.612078 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-9d70e503-904f-4d8a-9bc7-5a1c284280f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:19.613738 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-9d70e503-904f-4d8a-9bc7-5a1c284280f3 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0582054 Aug 23 04:29:19.626831 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (742e3b25-2c17-4688-b93b-d31fbf285565), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:19.629952 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:19.631344 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/742e3b25-2c17-4688-b93b-d31fbf285565 HTTP/1.1" status: 204 len: 168 time: 0.1467125 Aug 23 04:29:19.640492 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742e3b25-2c17-4688-b93b-d31fbf285565,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:19.648506 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.648988 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.649389 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.649783 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.650169 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.650626 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.651108 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.651600 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.652007 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.652456 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.652899 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.653341 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.653721 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.654102 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.654479 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f871eb-6729-46cb-9cd5-9baf94cf736c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:19.669666 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-7bc39f10-f69a-45d7-9d81-ded3fd086f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:19.671767 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-7bc39f10-f69a-45d7-9d81-ded3fd086f20 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515475 Aug 23 04:29:19.813532 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9dda8-3e2c-4d17-8fc4-94fdede2c758 req-494f24fa-0263-4aaa-b0ba-566e6b0c8482 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:19.816444 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0ab9dda8-3e2c-4d17-8fc4-94fdede2c758 req-494f24fa-0263-4aaa-b0ba-566e6b0c8482 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0980539 Aug 23 04:29:19.853167 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-13456c98-20c3-489f-9ea1-50a3d76da8a6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724761 Aug 23 04:29:19.881410 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0ab9dda8-3e2c-4d17-8fc4-94fdede2c758 req-29f8d640-bcef-4860-949f-dd9293c99d2f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563354 Aug 23 04:29:19.967052 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41198) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:19.981405 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b940721e-bc6d-4f85-8dc2-77502ce8d2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:20.072543 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b940721e-bc6d-4f85-8dc2-77502ce8d2c7 admin admin] Publish callbacks [] for security_group (65495989-bd4f-48c8-baac-a2fdedc7a53e), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:20.079190 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b940721e-bc6d-4f85-8dc2-77502ce8d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (65495989-bd4f-48c8-baac-a2fdedc7a53e), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:20.127573 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-b940721e-bc6d-4f85-8dc2-77502ce8d2c7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=af45a7c156b844eeb2c4ef506eb1a86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593201 Aug 23 04:29:20.128310 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940721e-bc6d-4f85-8dc2-77502ce8d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65495989-bd4f-48c8-baac-a2fdedc7a53e,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:20.130709 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41202) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:20.144930 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:29:20.180912 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:20.185243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8c1aee75-f000-47fe-aa2a-18319ff48356 admin admin] Publish callbacks [] for security_group (65495989-bd4f-48c8-baac-a2fdedc7a53e), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:20.210318 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8c1aee75-f000-47fe-aa2a-18319ff48356 admin admin] Publish callbacks [] for security_group (65495989-bd4f-48c8-baac-a2fdedc7a53e), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:20.258622 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8c1aee75-f000-47fe-aa2a-18319ff48356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (65495989-bd4f-48c8-baac-a2fdedc7a53e), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:20.261133 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8c1aee75-f000-47fe-aa2a-18319ff48356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:20.262321 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8c1aee75-f000-47fe-aa2a-18319ff48356 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/65495989-bd4f-48c8-baac-a2fdedc7a53e HTTP/1.1" status: 204 len: 168 time: 0.1305306 Aug 23 04:29:20.270275 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1aee75-f000-47fe-aa2a-18319ff48356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65495989-bd4f-48c8-baac-a2fdedc7a53e,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:20.617591 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df14b9b-caf2-44de-b924-1b8da387d6b1 req-9de9445f-2936-4cd5-aa5b-b86622391c47 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:20.619100 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8df14b9b-caf2-44de-b924-1b8da387d6b1 req-9de9445f-2936-4cd5-aa5b-b86622391c47 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0485184 Aug 23 04:29:20.668464 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8df14b9b-caf2-44de-b924-1b8da387d6b1 req-1e0df8ee-beaf-448f-ac11-c0f7bcba7b73 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Aug 23 04:29:21.008951 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57dc3b-d15d-49d5-8a34-927c83e93f91 req-572e36f9-8d4c-4b3f-a4e2-330ef52e075e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:21.010417 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd57dc3b-d15d-49d5-8a34-927c83e93f91 req-572e36f9-8d4c-4b3f-a4e2-330ef52e075e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0491128 Aug 23 04:29:21.036112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:21.062515 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd57dc3b-d15d-49d5-8a34-927c83e93f91 req-47dea317-4f40-4153-8a09-54fd35037746 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458231 Aug 23 04:29:21.388807 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41238) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:21.510841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:21.592061 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Publish callbacks [] for security_group (110e4e1b-e9d9-4f62-93cd-39923c440861), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:21.599263 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (110e4e1b-e9d9-4f62-93cd-39923c440861), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:21.636396 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110e4e1b-e9d9-4f62-93cd-39923c440861,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:21.640342 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=92a3c6095792435c8d8b69fd8cab9bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501967 Aug 23 04:29:21.643468 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41244) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:21.646156 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.646497 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.646851 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.647183 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.647483 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.647837 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.648260 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.648580 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.648873 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.649221 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.649545 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.649862 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.650165 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.650478 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.650794 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f24e-94a0-4d02-be9b-7ff47e446bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:21.697702 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c349d3d5-b8cd-4a11-b6e8-b4f3d028c3f5 admin admin] Publish callbacks [] for security_group (110e4e1b-e9d9-4f62-93cd-39923c440861), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:21.719414 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c349d3d5-b8cd-4a11-b6e8-b4f3d028c3f5 admin admin] Publish callbacks [] for security_group (110e4e1b-e9d9-4f62-93cd-39923c440861), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:21.768833 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c349d3d5-b8cd-4a11-b6e8-b4f3d028c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (110e4e1b-e9d9-4f62-93cd-39923c440861), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:21.771421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c349d3d5-b8cd-4a11-b6e8-b4f3d028c3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:21.775038 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c349d3d5-b8cd-4a11-b6e8-b4f3d028c3f5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/110e4e1b-e9d9-4f62-93cd-39923c440861 HTTP/1.1" status: 204 len: 168 time: 0.1281974 Aug 23 04:29:21.780711 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349d3d5-b8cd-4a11-b6e8-b4f3d028c3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110e4e1b-e9d9-4f62-93cd-39923c440861,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:21.790911 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417625e-b04d-4425-9139-5a124992bfb9 req-aa1b224d-1244-48b0-8f2d-dcd61ce56aab tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:21.798474 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9417625e-b04d-4425-9139-5a124992bfb9 req-aa1b224d-1244-48b0-8f2d-dcd61ce56aab tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0583224 Aug 23 04:29:21.845821 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9417625e-b04d-4425-9139-5a124992bfb9 req-ab81bd6c-78b9-437c-9bab-b165fcb58a6d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462413 Aug 23 04:29:22.191073 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414fd27-cf30-4e76-ab4e-c11007f389c5 req-669898b9-f6af-4110-aa65-3ca9d730fd4c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:22.192604 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4414fd27-cf30-4e76-ab4e-c11007f389c5 req-669898b9-f6af-4110-aa65-3ca9d730fd4c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0501869 Aug 23 04:29:22.247136 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4414fd27-cf30-4e76-ab4e-c11007f389c5 req-270e7cd8-a8b9-4c59-acb1-7b6de1bc58fd tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487344 Aug 23 04:29:22.495028 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bb2bf6f3-7cd2-4b93-9b6c-e86f47cce5f9 req-6a01754f-e3d2-43f7-aab2-92a7af59e312 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852711 Aug 23 04:29:22.861697 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41284) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:22.990263 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e621eab-57c8-45f2-915a-977c20e40e3c req-18a81422-b1b3-472c-9957-95d1bd43cf0d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:22.991798 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8e621eab-57c8-45f2-915a-977c20e40e3c req-18a81422-b1b3-472c-9957-95d1bd43cf0d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0697143 Aug 23 04:29:22.992737 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-90903008-5338-4bea-8b6c-2fa8d2543628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:23.064964 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8e621eab-57c8-45f2-915a-977c20e40e3c req-266552f7-140c-4110-bd81-cbe50e92d56e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641718 Aug 23 04:29:23.098632 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:23.113454 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-90903008-5338-4bea-8b6c-2fa8d2543628 admin admin] Publish callbacks [] for security_group (78531f78-7b0e-48d1-837f-0a2e74252abe), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:23.117388 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-90903008-5338-4bea-8b6c-2fa8d2543628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (78531f78-7b0e-48d1-837f-0a2e74252abe), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:23.158009 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-90903008-5338-4bea-8b6c-2fa8d2543628 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2566152ea8d24db8b4e8d1294449445f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952902 Aug 23 04:29:23.159748 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90903008-5338-4bea-8b6c-2fa8d2543628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78531f78-7b0e-48d1-837f-0a2e74252abe,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:23.162452 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41290) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:23.217278 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-562936e3-92bc-4da7-8436-f0acebce82d9 admin admin] Publish callbacks [] for security_group (78531f78-7b0e-48d1-837f-0a2e74252abe), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:23.241894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-562936e3-92bc-4da7-8436-f0acebce82d9 admin admin] Publish callbacks [] for security_group (78531f78-7b0e-48d1-837f-0a2e74252abe), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:23.297797 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-562936e3-92bc-4da7-8436-f0acebce82d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (78531f78-7b0e-48d1-837f-0a2e74252abe), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:23.301132 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-562936e3-92bc-4da7-8436-f0acebce82d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:23.302262 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-562936e3-92bc-4da7-8436-f0acebce82d9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/78531f78-7b0e-48d1-837f-0a2e74252abe HTTP/1.1" status: 204 len: 168 time: 0.1384268 Aug 23 04:29:23.314269 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562936e3-92bc-4da7-8436-f0acebce82d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78531f78-7b0e-48d1-837f-0a2e74252abe,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:23.379665 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8573867-d93d-4292-8e82-990b1e2a05f6 req-0750bfb4-26f0-4339-aa19-f95578dffd6e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:23.381331 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a8573867-d93d-4292-8e82-990b1e2a05f6 req-0750bfb4-26f0-4339-aa19-f95578dffd6e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0521305 Aug 23 04:29:23.392542 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:23.436965 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a8573867-d93d-4292-8e82-990b1e2a05f6 req-d50c2a09-769b-4be1-bc21-d7f4c2e09d95 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498908 Aug 23 04:29:24.327405 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86845af-8bc0-4dc8-9191-09b6c4af5417 req-96f5e886-beb3-4414-a42c-506cab730b36 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:24.328967 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a86845af-8bc0-4dc8-9191-09b6c4af5417 req-96f5e886-beb3-4414-a42c-506cab730b36 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0475552 Aug 23 04:29:24.379296 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a86845af-8bc0-4dc8-9191-09b6c4af5417 req-14d88114-16de-4b93-8acc-6b06c30d1cc6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Aug 23 04:29:24.425005 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41334) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:24.537398 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-708fa65a-ba31-419b-b634-ee080f6176df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:24.564336 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd054bb-05c8-47a6-a96c-884ae2bb47e7 req-019b9522-ebd8-4c7d-a7dd-e58a428baead tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:24.565916 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6fd054bb-05c8-47a6-a96c-884ae2bb47e7 req-019b9522-ebd8-4c7d-a7dd-e58a428baead tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0459442 Aug 23 04:29:24.614247 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:24.616833 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6fd054bb-05c8-47a6-a96c-884ae2bb47e7 req-c3edf47e-5b36-4c7e-a72c-7c3de739bf01 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448134 Aug 23 04:29:24.619559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-708fa65a-ba31-419b-b634-ee080f6176df admin admin] Publish callbacks [] for security_group (5f893b3a-1778-4006-b5d8-b9a7f2ad301c), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:24.623869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-708fa65a-ba31-419b-b634-ee080f6176df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5f893b3a-1778-4006-b5d8-b9a7f2ad301c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:24.641677 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:24.666492 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fa65a-ba31-419b-b634-ee080f6176df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f893b3a-1778-4006-b5d8-b9a7f2ad301c,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:24.671976 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-708fa65a-ba31-419b-b634-ee080f6176df admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1279a8705bf445f68b6b41a695b6cf8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459404 Aug 23 04:29:24.674753 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41340) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:24.731975 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6b0625e5-45e5-4b4d-a275-740d6b86eaaf admin admin] Publish callbacks [] for security_group (5f893b3a-1778-4006-b5d8-b9a7f2ad301c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:24.755520 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6b0625e5-45e5-4b4d-a275-740d6b86eaaf admin admin] Publish callbacks [] for security_group (5f893b3a-1778-4006-b5d8-b9a7f2ad301c), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:24.809800 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6b0625e5-45e5-4b4d-a275-740d6b86eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5f893b3a-1778-4006-b5d8-b9a7f2ad301c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:24.812253 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6b0625e5-45e5-4b4d-a275-740d6b86eaaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:24.813471 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6b0625e5-45e5-4b4d-a275-740d6b86eaaf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5f893b3a-1778-4006-b5d8-b9a7f2ad301c HTTP/1.1" status: 204 len: 168 time: 0.1377163 Aug 23 04:29:24.823971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0625e5-45e5-4b4d-a275-740d6b86eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f893b3a-1778-4006-b5d8-b9a7f2ad301c,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:25.540683 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587936af-ecaf-4158-8f32-dc0330b002bf req-abd327ff-d208-4ae3-884d-05cc0d812a65 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:25.542272 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-587936af-ecaf-4158-8f32-dc0330b002bf req-abd327ff-d208-4ae3-884d-05cc0d812a65 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0655448 Aug 23 04:29:25.597070 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-587936af-ecaf-4158-8f32-dc0330b002bf req-589bd9cb-dc44-47fe-93ad-c88e04f4311b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486336 Aug 23 04:29:25.710945 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:25.721269 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:25.756924 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3700b0-a715-4708-98d5-064d0d90d039 req-670acd3e-e358-4af6-85a9-0fa2334bf643 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:25.758435 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ee3700b0-a715-4708-98d5-064d0d90d039 req-670acd3e-e358-4af6-85a9-0fa2334bf643 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0566525 Aug 23 04:29:25.825410 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ee3700b0-a715-4708-98d5-064d0d90d039 req-a71ef060-6975-4d35-aa64-faf5f7e50f1c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611467 Aug 23 04:29:26.782673 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b0f2d-8851-4b21-aa9a-39be0f90a39f req-9a467ad0-d449-439b-b9bf-971d8420f9dd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:26.784217 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-028b0f2d-8851-4b21-aa9a-39be0f90a39f req-9a467ad0-d449-439b-b9bf-971d8420f9dd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.1067333 Aug 23 04:29:26.844670 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-028b0f2d-8851-4b21-aa9a-39be0f90a39f req-10372ab6-3778-4474-aed1-9defb67bb016 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543110 Aug 23 04:29:26.881283 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-44a7bb0f-8e10-433f-b8fb-b4e1ca7dd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:26.883041 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-44a7bb0f-8e10-433f-b8fb-b4e1ca7dd239 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1130 time: 0.0508466 Aug 23 04:29:26.990961 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb336bb-7c60-43f9-8c39-0f4f74ba531b req-83445ef9-53b2-419d-83de-a7951456b3f8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:26.992355 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7eb336bb-7c60-43f9-8c39-0f4f74ba531b req-83445ef9-53b2-419d-83de-a7951456b3f8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0807235 Aug 23 04:29:27.079686 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-f7c30b75-63d4-41a1-b9b0-83d52f40356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:27.081208 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-f7c30b75-63d4-41a1-b9b0-83d52f40356b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.1678233 Aug 23 04:29:27.085614 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7eb336bb-7c60-43f9-8c39-0f4f74ba531b req-58a65af9-d35d-483d-a379-01bb6b823d3a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690899 Aug 23 04:29:27.151411 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-84a4e492-531b-4d9c-b3d7-4d3c07838e35 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 1002 time: 0.0610979 Aug 23 04:29:27.155520 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:27.201233 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-3515d50c-80aa-433b-a04a-b76e5e8647d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:27.202719 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-3515d50c-80aa-433b-a04a-b76e5e8647d0 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.0447690 Aug 23 04:29:27.250984 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-ec500ae1-f9f1-4230-9345-0991ee49c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:27.252399 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-ec500ae1-f9f1-4230-9345-0991ee49c406 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429287 Aug 23 04:29:27.334150 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:27.356399 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-c0afd8c1-70ba-4caa-8a87-6c01542637eb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923660 Aug 23 04:29:27.369666 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:27.457369 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a430044-bfa5-40a7-ad3d-01e08d750a26 req-c66b0d33-d340-4665-9026-62f2cd02a13f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941601 Aug 23 04:29:27.974176 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf715-0524-45a1-baa6-0e81797ef5fe req-a0542c11-388d-4bba-9f3d-85ac727804ce tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:27.975674 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c9fbf715-0524-45a1-baa6-0e81797ef5fe req-a0542c11-388d-4bba-9f3d-85ac727804ce tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0539248 Aug 23 04:29:28.033816 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c9fbf715-0524-45a1-baa6-0e81797ef5fe req-4ac03659-46aa-417b-ae74-50ed3064469d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Aug 23 04:29:28.211680 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7287b57-9c49-460e-9e65-8958a1ba7a35 req-21f9d08b-fe39-4c10-9a5b-113a7cd415ca tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:28.213205 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7287b57-9c49-460e-9e65-8958a1ba7a35 req-21f9d08b-fe39-4c10-9a5b-113a7cd415ca tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0490203 Aug 23 04:29:28.260921 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7287b57-9c49-460e-9e65-8958a1ba7a35 req-d7aede68-791b-470b-8b01-fc15ff90e411 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416374 Aug 23 04:29:28.692466 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-95260074-1c10-4cd3-863f-397ec451bbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.162928 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed307-75f7-44e1-92d6-df94fd3a0842 req-3ec4ab40-ecda-470c-a67f-dc636b4df806 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:29.164914 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d60ed307-75f7-44e1-92d6-df94fd3a0842 req-3ec4ab40-ecda-470c-a67f-dc636b4df806 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0516839 Aug 23 04:29:29.213663 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d60ed307-75f7-44e1-92d6-df94fd3a0842 req-c78bd715-ca35-417b-9ab6-82ee8470f625 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Aug 23 04:29:29.313032 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41448) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:29.400505 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f697-bbc8-4ba1-9bf3-be808d3ff57a req-67db42a2-775b-41db-9bd0-01e6eb697388 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:29.402035 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0994f697-bbc8-4ba1-9bf3-be808d3ff57a req-67db42a2-775b-41db-9bd0-01e6eb697388 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0516913 Aug 23 04:29:29.445874 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2849ef37-de1b-4504-9694-ca19281736ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.469062 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0994f697-bbc8-4ba1-9bf3-be808d3ff57a req-31aaf5f7-1949-433e-b661-545ef5047cc3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615335 Aug 23 04:29:29.534595 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2849ef37-de1b-4504-9694-ca19281736ac admin admin] Publish callbacks [] for security_group (429847e6-5598-4500-916f-fbeb14d4bf83), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.538918 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2849ef37-de1b-4504-9694-ca19281736ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (429847e6-5598-4500-916f-fbeb14d4bf83), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.575453 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849ef37-de1b-4504-9694-ca19281736ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429847e6-5598-4500-916f-fbeb14d4bf83,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:29.579675 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2849ef37-de1b-4504-9694-ca19281736ac admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4bb6fbda74a549049efd9f34871378e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654166 Aug 23 04:29:29.583084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41452) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:29.634371 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-180abb6f-5e22-442d-bd8b-e90f8f79a8bf admin admin] Publish callbacks [] for security_group (429847e6-5598-4500-916f-fbeb14d4bf83), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.891253 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-180abb6f-5e22-442d-bd8b-e90f8f79a8bf admin admin] Publish callbacks [] for security_group (429847e6-5598-4500-916f-fbeb14d4bf83), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.940416 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-180abb6f-5e22-442d-bd8b-e90f8f79a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (429847e6-5598-4500-916f-fbeb14d4bf83), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.943600 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-180abb6f-5e22-442d-bd8b-e90f8f79a8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:29.944782 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-180abb6f-5e22-442d-bd8b-e90f8f79a8bf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/429847e6-5598-4500-916f-fbeb14d4bf83 HTTP/1.1" status: 204 len: 168 time: 0.3613882 Aug 23 04:29:29.952845 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abb6f-5e22-442d-bd8b-e90f8f79a8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429847e6-5598-4500-916f-fbeb14d4bf83,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:30.140235 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:30.271958 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41478) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:30.285518 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-739eb0e2-7478-4691-b9d6-0c8c0f7100c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:30.299315 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:30.369799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361ce4a-f743-42bc-badc-aa1f5722990e req-b7d77943-f1eb-40ff-9e8b-de816c8ded95 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:30.371211 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8361ce4a-f743-42bc-badc-aa1f5722990e req-b7d77943-f1eb-40ff-9e8b-de816c8ded95 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0688226 Aug 23 04:29:30.379473 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:30.451619 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-739eb0e2-7478-4691-b9d6-0c8c0f7100c3 admin admin] Publish callbacks [] for security_group (d4a09142-1aa3-4864-b3e3-490839083ab2), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:30.461104 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8361ce4a-f743-42bc-badc-aa1f5722990e req-24aacf2c-2ed5-422b-8b1f-3dc1f00f2135 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 Aug 23 04:29:30.461250 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-739eb0e2-7478-4691-b9d6-0c8c0f7100c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d4a09142-1aa3-4864-b3e3-490839083ab2), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:30.502727 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-739eb0e2-7478-4691-b9d6-0c8c0f7100c3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2de1c34934ce46fa80acd1e8e21e895f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298567 Aug 23 04:29:30.504513 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eb0e2-7478-4691-b9d6-0c8c0f7100c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a09142-1aa3-4864-b3e3-490839083ab2,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:30.506340 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41482) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:30.561805 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-39341d62-092d-423f-b127-40b0730b09d2 admin admin] Publish callbacks [] for security_group (d4a09142-1aa3-4864-b3e3-490839083ab2), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:30.586266 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-39341d62-092d-423f-b127-40b0730b09d2 admin admin] Publish callbacks [] for security_group (d4a09142-1aa3-4864-b3e3-490839083ab2), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:30.605558 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5fe9a-9a14-406e-bff4-d37bbd84bbf4 req-79442e7a-6c54-4662-a2dd-b0b105736c64 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:30.607378 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-64e5fe9a-9a14-406e-bff4-d37bbd84bbf4 req-79442e7a-6c54-4662-a2dd-b0b105736c64 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0497394 Aug 23 04:29:30.637007 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-39341d62-092d-423f-b127-40b0730b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (d4a09142-1aa3-4864-b3e3-490839083ab2), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:30.639759 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-39341d62-092d-423f-b127-40b0730b09d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:30.641027 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-39341d62-092d-423f-b127-40b0730b09d2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d4a09142-1aa3-4864-b3e3-490839083ab2 HTTP/1.1" status: 204 len: 168 time: 0.1335073 Aug 23 04:29:30.650063 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39341d62-092d-423f-b127-40b0730b09d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a09142-1aa3-4864-b3e3-490839083ab2,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:30.671159 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-64e5fe9a-9a14-406e-bff4-d37bbd84bbf4 req-693e4e68-ef83-4d69-a668-cc9d6be09573 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577450 Aug 23 04:29:30.906553 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f99ca186-033a-42a7-a617-5b0108e9c1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:31.587442 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0fbe5-1878-4f55-8f2a-1b6e42fdb0ef req-5b99e7fc-e2b0-46d6-aba7-8dd6e498be77 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:31.588956 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ecc0fbe5-1878-4f55-8f2a-1b6e42fdb0ef req-5b99e7fc-e2b0-46d6-aba7-8dd6e498be77 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0494385 Aug 23 04:29:31.639503 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ecc0fbe5-1878-4f55-8f2a-1b6e42fdb0ef req-9c5d4109-1fdd-40c1-8365-ac64537f7b7c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Aug 23 04:29:31.805487 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ecf5-9f54-49ad-b294-37f073be344e req-a23b7368-67b6-411f-a82e-3df4ede64cd3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:31.806907 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b04ecf5-9f54-49ad-b294-37f073be344e req-a23b7368-67b6-411f-a82e-3df4ede64cd3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0473750 Aug 23 04:29:31.856055 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b04ecf5-9f54-49ad-b294-37f073be344e req-a0c7c757-49b6-46b5-a0a5-440db5ba53e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Aug 23 04:29:32.180246 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:32.775272 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76caa48-b95e-4a97-abd1-f86a7b7c0cc0 req-5e520953-c43f-4a39-a9d3-34dfc1764115 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:32.776750 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b76caa48-b95e-4a97-abd1-f86a7b7c0cc0 req-5e520953-c43f-4a39-a9d3-34dfc1764115 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0468059 Aug 23 04:29:32.826031 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b76caa48-b95e-4a97-abd1-f86a7b7c0cc0 req-914c0298-badf-4df3-ae76-7d88a46301ec tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Aug 23 04:29:33.006475 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c324a-5431-4c77-a00b-fcb94b008e5e req-6f2dc155-3c82-44a8-ab94-fb061f8e7c26 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:33.007948 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-778c324a-5431-4c77-a00b-fcb94b008e5e req-6f2dc155-3c82-44a8-ab94-fb061f8e7c26 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0508037 Aug 23 04:29:33.073035 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-778c324a-5431-4c77-a00b-fcb94b008e5e req-66158581-328b-4c6b-b677-984ee39708da tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562198 Aug 23 04:29:33.322622 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:29:33.443006 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:29:33.456403 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'port_id': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'mac_address': 'fa:16:3e:5a:e5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:29:33.494701 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: ACTIVE; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:29:33.495086 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:33.509129 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:29:33.534467 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:29:33.542416 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:33.606928 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:33.610826 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=6']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:33.618631 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.618956 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.619328 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.619642 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.620011 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.620332 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.620654 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.620970 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.621320 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.621636 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.621950 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.622271 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.622572 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.622883 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.623193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:29:33.694984 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:33.697903 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['56285f49-e5c0-4e47-acbc-7a0f3d0d8622'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:29:33.943152 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a82b6-de40-4d85-9ad9-ae69806ee4f9 req-5e6c5899-0fe7-45a6-ac80-20c20a651e90 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:33.944648 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ef0a82b6-de40-4d85-9ad9-ae69806ee4f9 req-5e6c5899-0fe7-45a6-ac80-20c20a651e90 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0465548 Aug 23 04:29:33.994101 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ef0a82b6-de40-4d85-9ad9-ae69806ee4f9 req-48018de8-b45b-4121-8b56-656b0c97fbb5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Aug 23 04:29:34.219313 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825fe1e-04b6-4338-9931-54cb7de8e6c6 req-6c2db679-044c-44c4-8dca-49ae2fbe5b91 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:34.220844 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a825fe1e-04b6-4338-9931-54cb7de8e6c6 req-6c2db679-044c-44c4-8dca-49ae2fbe5b91 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.0561180 Aug 23 04:29:34.276487 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a825fe1e-04b6-4338-9931-54cb7de8e6c6 req-98ac1a9e-ab41-490e-86e3-fb611fa38dc6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494123 Aug 23 04:29:35.100327 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:35.113967 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496b9fb-70be-40de-995e-74b76a12896d req-65d6a0c5-a642-4167-ba04-4e6e2294d2be tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:35.115449 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f496b9fb-70be-40de-995e-74b76a12896d req-65d6a0c5-a642-4167-ba04-4e6e2294d2be tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0484438 Aug 23 04:29:35.164191 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f496b9fb-70be-40de-995e-74b76a12896d req-8bb356cc-b0c7-43df-9432-4b9ad783f9c7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426803 Aug 23 04:29:35.331589 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:29:35.381076 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:29:35.381533 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:35.411719 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3de03-0669-49ae-9d8b-9e5ce099febb req-3b02bba8-fcaa-4f4b-9b0b-37b391ecc268 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:35.413365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d1c3de03-0669-49ae-9d8b-9e5ce099febb req-3b02bba8-fcaa-4f4b-9b0b-37b391ecc268 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.0503919 Aug 23 04:29:35.464307 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:29:35.464307 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:35.467469 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d1c3de03-0669-49ae-9d8b-9e5ce099febb req-f501aea6-809a-4625-878a-8b062e17b3f3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477791 Aug 23 04:29:35.493196 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:29:35.495438 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae214662-08de-4e83-a835-62fcf3882650" -d '{"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-plugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:29:35.510050 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:29:35.518492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:35.548419 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:35.550341 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82b4898-33ea-4a2a-9d57-549b51094b3a x-openstack-request-id: req-f82b4898-33ea-4a2a-9d57-549b51094b3a {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:29:35.550644 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-plugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:29:35.550912 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f82b4898-33ea-4a2a-9d57-549b51094b3a {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:29:35.551347 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82b4898-33ea-4a2a-9d57-549b51094b3a'] response: {'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'code': 200} Aug 23 04:29:35.585566 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=7']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:36.304427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416841-4f35-4818-88ad-b72e67a1e8f3 req-23965a3b-1bd0-48aa-9b42-412fa0623996 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:36.305823 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a1416841-4f35-4818-88ad-b72e67a1e8f3 req-23965a3b-1bd0-48aa-9b42-412fa0623996 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0600905 Aug 23 04:29:36.361038 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a1416841-4f35-4818-88ad-b72e67a1e8f3 req-f80bb582-3ab6-4640-bc91-d2535b24317f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 Aug 23 04:29:36.572844 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:36.616153 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0948d-eadd-4016-a602-52c120b8b1d5 req-29261207-25ec-4787-a1cf-8688eb5376b4 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:36.619708 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ae0948d-eadd-4016-a602-52c120b8b1d5 req-29261207-25ec-4787-a1cf-8688eb5376b4 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0596569 Aug 23 04:29:36.725062 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1ae0948d-eadd-4016-a602-52c120b8b1d5 req-42d81c8a-2031-49dc-bc5a-1f914e3871f1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992117 Aug 23 04:29:37.508789 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87c75c-a3f5-4ab6-a4de-0d8ec3fe1266 req-c6b04681-f211-4ca9-beb6-d7279ac17904 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:37.515993 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e87c75c-a3f5-4ab6-a4de-0d8ec3fe1266 req-c6b04681-f211-4ca9-beb6-d7279ac17904 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0735862 Aug 23 04:29:37.575596 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e87c75c-a3f5-4ab6-a4de-0d8ec3fe1266 req-3bfee8ed-5d2a-4724-b82c-41a2e6d9e528 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Aug 23 04:29:37.887380 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7539b-02c3-4e8f-9db4-59a93a883a8d req-7ef3b068-327c-4193-a909-1c89b892ee16 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:37.889097 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9ff7539b-02c3-4e8f-9db4-59a93a883a8d req-7ef3b068-327c-4193-a909-1c89b892ee16 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0764959 Aug 23 04:29:37.948769 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9ff7539b-02c3-4e8f-9db4-59a93a883a8d req-bbb8eab7-c336-4787-b873-66e3f2904fc3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513492 Aug 23 04:29:38.294130 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131c15e-5854-44fb-a0bf-7e1354739303 req-f63f7887-0c28-4c5d-9d22-8bc1518ed5b4 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:38.295598 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b131c15e-5854-44fb-a0bf-7e1354739303 req-f63f7887-0c28-4c5d-9d22-8bc1518ed5b4 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0520542 Aug 23 04:29:38.407336 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b131c15e-5854-44fb-a0bf-7e1354739303 req-c507eb2d-4f3a-4338-ac2a-391bcde6ba1f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901732 Aug 23 04:29:38.424236 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4f3f0-181e-4222-84a5-4ed2942474c2 req-7cbe8370-8344-43da-a2d5-e6a3eb6f899b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:38.428940 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72f4f3f0-181e-4222-84a5-4ed2942474c2 req-7cbe8370-8344-43da-a2d5-e6a3eb6f899b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.0736136 Aug 23 04:29:38.505960 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72f4f3f0-181e-4222-84a5-4ed2942474c2 req-1c0d05fe-ef66-44d6-9b40-4fa5d730939f tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739238 Aug 23 04:29:38.763067 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d19d62-596a-4d8f-b2ee-29d4ca70f836 req-39a92f44-3c0f-4de9-a161-5a4a236a96ed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:38.764696 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84d19d62-596a-4d8f-b2ee-29d4ca70f836 req-39a92f44-3c0f-4de9-a161-5a4a236a96ed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0860922 Aug 23 04:29:38.860777 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84d19d62-596a-4d8f-b2ee-29d4ca70f836 req-1b262ff3-7485-4c56-a7e2-7e5c83b15ae9 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695295 Aug 23 04:29:39.117908 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170fb07-79ef-4947-8da1-9bfa50ff73c0 req-dea2d235-3fe8-4de2-b544-8815e4be439c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:39.119465 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4170fb07-79ef-4947-8da1-9bfa50ff73c0 req-dea2d235-3fe8-4de2-b544-8815e4be439c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0608115 Aug 23 04:29:39.175325 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4170fb07-79ef-4947-8da1-9bfa50ff73c0 req-3bd19f12-fcc2-4926-90ed-3813016f9b52 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490422 Aug 23 04:29:39.535257 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da404f3-a249-4d7c-a458-d796dd4eb883 req-88e029de-49cf-4518-9744-70ce75080321 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:39.537323 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4da404f3-a249-4d7c-a458-d796dd4eb883 req-88e029de-49cf-4518-9744-70ce75080321 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0548196 Aug 23 04:29:39.560173 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:39.645468 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4da404f3-a249-4d7c-a458-d796dd4eb883 req-36adbf9c-1375-4b2d-a175-ba5281b5395c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016097 Aug 23 04:29:39.671299 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e2957-32c9-4891-9a54-741edeea7fd0 req-2db232b3-16d9-46aa-b2e1-349a7d70bef3 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:39.672759 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c66e2957-32c9-4891-9a54-741edeea7fd0 req-2db232b3-16d9-46aa-b2e1-349a7d70bef3 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.0760412 Aug 23 04:29:39.731989 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c66e2957-32c9-4891-9a54-741edeea7fd0 req-e6e4bcf3-b196-4e3a-ae2a-63bc23f266fa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491095 Aug 23 04:29:40.021458 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4afc45-f4ee-4814-ad42-f32aac21ffea req-5495e4ce-be1d-4ce6-bfcc-90cec8622ca5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:40.023041 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6a4afc45-f4ee-4814-ad42-f32aac21ffea req-5495e4ce-be1d-4ce6-bfcc-90cec8622ca5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0683775 Aug 23 04:29:40.079483 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6a4afc45-f4ee-4814-ad42-f32aac21ffea req-0f3c993f-c891-4461-8aae-4a21d6caeb43 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499959 Aug 23 04:29:40.325533 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fd3ac-db27-468e-80a7-e014f07f8063 req-6a969fb9-665b-4664-85ba-e40e0b5f5e65 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:40.327936 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-517fd3ac-db27-468e-80a7-e014f07f8063 req-6a969fb9-665b-4664-85ba-e40e0b5f5e65 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0638461 Aug 23 04:29:40.425273 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-8d333a6e-31bf-429c-8434-36f7127e8940 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:40.427031 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-8d333a6e-31bf-429c-8434-36f7127e8940 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.0977559 Aug 23 04:29:40.430574 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-517fd3ac-db27-468e-80a7-e014f07f8063 req-f7923a12-ab42-4a82-8129-57b668fbc51a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909061 Aug 23 04:29:40.556452 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:40.562777 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Deleting port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:29:40.563222 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:40.617936 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:40.645613 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:40.701253 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] For port 536b7c5c-b80f-4902-b8ed-4f957b02ca82, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=536b7c5c-b80f-4902-b8ed-4f957b02ca82,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:29:40.701629 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:40.737212 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Calling delete_port for 536b7c5c-b80f-4902-b8ed-4f957b02ca82 owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:29:40.855154 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6bac-9a16-4463-9d93-2c930d4d5239 req-1ed18314-d051-41f4-920f-cbac61374c5d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:40.860390 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-93fa6bac-9a16-4463-9d93-2c930d4d5239 req-1ed18314-d051-41f4-920f-cbac61374c5d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0982909 Aug 23 04:29:40.931276 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fedb8-4b93-4ec8-bdca-35d4a9bd92ac req-69992275-f12d-44df-a5e2-621b06713b6e tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:40.932880 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-be4fedb8-4b93-4ec8-bdca-35d4a9bd92ac req-69992275-f12d-44df-a5e2-621b06713b6e tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8862871b-f595-4169-8c06-96a893427670 HTTP/1.1" status: 200 len: 945 time: 0.1027687 Aug 23 04:29:41.030406 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-93fa6bac-9a16-4463-9d93-2c930d4d5239 req-9c8e2672-15c7-4280-88a7-fd9746929d08 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486676 Aug 23 04:29:41.065948 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-be4fedb8-4b93-4ec8-bdca-35d4a9bd92ac req-0db088ce-d220-4d80-bf69-3e32769552e1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116712 Aug 23 04:29:41.095200 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (536b7c5c-b80f-4902-b8ed-4f957b02ca82), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:41.102428 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:41.110719 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['536b7c5c-b80f-4902-b8ed-4f957b02ca82'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:29:41.149368 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Pushing event deleted for resources: {'Port': ['ID=536b7c5c-b80f-4902-b8ed-4f957b02ca82,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:41.213610 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] No DVR routers for this DVR port 536b7c5c-b80f-4902-b8ed-4f957b02ca82 on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:29:41.216225 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:41.219576 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-663af12e-daf4-419d-95d8-469bb6cac4a2 req-aebe4357-e9ed-4f57-930e-c85304ee154b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "DELETE /networking/v2.0/ports/536b7c5c-b80f-4902-b8ed-4f957b02ca82 HTTP/1.1" status: 204 len: 173 time: 0.7853613 Aug 23 04:29:41.240655 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862871b-f595-4169-8c06-96a893427670', 'name': 'network-vif-deleted', 'tag': '536b7c5c-b80f-4902-b8ed-4f957b02ca82'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:29:41.242961 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d00ea7-7145-444c-97a7-2b73d009eeee" -d '{"events": [{"server_uuid": "8862871b-f595-4169-8c06-96a893427670", "name": "network-vif-deleted", "tag": "536b7c5c-b80f-4902-b8ed-4f957b02ca82"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:29:41.269911 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140536-962f-423b-91ed-a86cd0418fc6 req-78ef2af1-a9fc-438e-a375-6dadf3a581d8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:41.277467 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f4140536-962f-423b-91ed-a86cd0418fc6 req-78ef2af1-a9fc-438e-a375-6dadf3a581d8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0744007 Aug 23 04:29:41.315441 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1687135-3543-4816-ac98-366f1355829a x-openstack-request-id: req-d1687135-3543-4816-ac98-366f1355829a {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:29:41.315725 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862871b-f595-4169-8c06-96a893427670", "name": "network-vif-deleted", "tag": "536b7c5c-b80f-4902-b8ed-4f957b02ca82", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:29:41.316003 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1687135-3543-4816-ac98-366f1355829a {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:29:41.316391 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1687135-3543-4816-ac98-366f1355829a'] response: {'server_uuid': '8862871b-f595-4169-8c06-96a893427670', 'name': 'network-vif-deleted', 'tag': '536b7c5c-b80f-4902-b8ed-4f957b02ca82', 'status': 'completed', 'code': 200} Aug 23 04:29:41.333955 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f4140536-962f-423b-91ed-a86cd0418fc6 req-c1aaef9d-7f00-4696-b71d-6088238abab9 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555973 Aug 23 04:29:41.578415 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c4762-d435-46bd-ae03-b1c1926debdb req-e01d13d2-073b-4334-9ac3-4c1b78893545 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:41.579965 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6b9c4762-d435-46bd-ae03-b1c1926debdb req-e01d13d2-073b-4334-9ac3-4c1b78893545 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0552886 Aug 23 04:29:41.633752 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6b9c4762-d435-46bd-ae03-b1c1926debdb req-29b7e120-0dc2-482a-bb7b-fac88b9c1dc1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Aug 23 04:29:42.200212 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f716c6-45c6-40ac-98d0-ff64524ea590 req-b9f69424-16e3-42b9-9698-e2669a51ae4b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:42.200212 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-11f716c6-45c6-40ac-98d0-ff64524ea590 req-b9f69424-16e3-42b9-9698-e2669a51ae4b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0547616 Aug 23 04:29:42.266860 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-11f716c6-45c6-40ac-98d0-ff64524ea590 req-67ff1f56-0a1b-4f2a-8df1-743efd0fba44 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622942 Aug 23 04:29:42.481033 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05171f69-8fe5-4fd8-bdb1-a1179017c8f1 req-e2a14043-04b5-454c-82f1-89b8ce340b29 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:42.482617 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05171f69-8fe5-4fd8-bdb1-a1179017c8f1 req-e2a14043-04b5-454c-82f1-89b8ce340b29 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0563235 Aug 23 04:29:42.534522 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05171f69-8fe5-4fd8-bdb1-a1179017c8f1 req-41b725d4-17c5-4314-8fd7-45675b6a0690 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Aug 23 04:29:42.800868 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d9f8f-4d74-4270-beb3-8d32a17edd14 req-624d5b95-3bad-4724-997a-d40d8c925d31 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:42.802485 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f55d9f8f-4d74-4270-beb3-8d32a17edd14 req-624d5b95-3bad-4724-997a-d40d8c925d31 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0716953 Aug 23 04:29:42.859499 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f55d9f8f-4d74-4270-beb3-8d32a17edd14 req-60c3e6b9-ad7f-4ea5-9909-a8b09aa58a58 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511575 Aug 23 04:29:43.394977 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9745d33-d9fa-4f97-8169-334c1040ee7d req-983dcf6b-aaf6-4e3b-9537-065699989de9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:43.406106 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f9745d33-d9fa-4f97-8169-334c1040ee7d req-983dcf6b-aaf6-4e3b-9537-065699989de9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0582571 Aug 23 04:29:43.414138 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:43.462211 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f9745d33-d9fa-4f97-8169-334c1040ee7d req-07ba584a-4b4c-485c-ab11-70aca6d8b163 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551233 Aug 23 04:29:43.668375 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ece031-0f36-4fe7-afa0-9b250a6446de req-1b44d3d9-5a70-4de1-82ef-057ba61370e5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:43.670015 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-69ece031-0f36-4fe7-afa0-9b250a6446de req-1b44d3d9-5a70-4de1-82ef-057ba61370e5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0496702 Aug 23 04:29:43.724154 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-69ece031-0f36-4fe7-afa0-9b250a6446de req-b04bbbab-908d-414b-b4ac-414dc2e4ce2d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Aug 23 04:29:44.022007 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e9954-c96c-4006-9c04-0d65b26dda32 req-29f0dc50-1cd3-495e-a54b-3af63c353cc7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:44.024169 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b09e9954-c96c-4006-9c04-0d65b26dda32 req-29f0dc50-1cd3-495e-a54b-3af63c353cc7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0503197 Aug 23 04:29:44.075730 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b09e9954-c96c-4006-9c04-0d65b26dda32 req-c60ed085-953f-4a54-b991-bc8023f36c80 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455735 Aug 23 04:29:44.321934 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 536b7c5c-b80f-4902-b8ed-4f957b02ca82 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:29:44.341720 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 536b7c5c-b80f-4902-b8ed-4f957b02ca82 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:29:44.355285 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 536b7c5c-b80f-4902-b8ed-4f957b02ca82 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:29:44.586786 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce523b0c-c336-400d-9f95-853b3466fe7a req-1e3c99fc-3f86-416b-b5b8-941d72fdd40a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:44.589141 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ce523b0c-c336-400d-9f95-853b3466fe7a req-1e3c99fc-3f86-416b-b5b8-941d72fdd40a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0519929 Aug 23 04:29:44.641358 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ce523b0c-c336-400d-9f95-853b3466fe7a req-37b836ed-f4ed-4f64-b46d-734c8cac67e3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462716 Aug 23 04:29:44.850126 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a8ef0-68ec-4792-a6c7-a541ea552c8b req-a2c75206-063e-4760-b43e-488e2aae5c0b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:44.851628 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-080a8ef0-68ec-4792-a6c7-a541ea552c8b req-a2c75206-063e-4760-b43e-488e2aae5c0b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0525849 Aug 23 04:29:44.903613 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-080a8ef0-68ec-4792-a6c7-a541ea552c8b req-597effbd-a06b-49ea-910d-4627d0e2d5cd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Aug 23 04:29:45.203570 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:45.226677 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3ed23-9f81-4c60-974d-2b116dfd1d63 req-3e93835e-0a9c-4aec-8804-9b5741cb281a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:45.228177 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7f3ed23-9f81-4c60-974d-2b116dfd1d63 req-3e93835e-0a9c-4aec-8804-9b5741cb281a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0672204 Aug 23 04:29:45.282082 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7f3ed23-9f81-4c60-974d-2b116dfd1d63 req-747adc05-57be-486a-aa72-4fe9f72029b6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481503 Aug 23 04:29:45.778434 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcf40-bdd5-4d9d-9c30-28266dbbf344 req-40d071c4-31c4-4594-b94b-3001503bd53a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:45.779807 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34fbcf40-bdd5-4d9d-9c30-28266dbbf344 req-40d071c4-31c4-4594-b94b-3001503bd53a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0487084 Aug 23 04:29:45.830852 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34fbcf40-bdd5-4d9d-9c30-28266dbbf344 req-66ccff2f-7243-49d1-b126-4b0f07fb4f08 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Aug 23 04:29:46.026175 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5803cb1-8bf2-4393-b937-4068647e80f1 req-9bd7ae1e-df63-4543-8eda-f3baa38cd136 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:46.027629 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d5803cb1-8bf2-4393-b937-4068647e80f1 req-9bd7ae1e-df63-4543-8eda-f3baa38cd136 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0458224 Aug 23 04:29:46.081927 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d5803cb1-8bf2-4393-b937-4068647e80f1 req-dacb1107-efda-418f-9f58-a812f8d91dc1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461612 Aug 23 04:29:46.427065 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c3ae4-30f5-4c8d-ad8f-9b07948d098c req-b07f7ad0-3d3d-4d7f-a1f7-a3127492985a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:46.428581 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b88c3ae4-30f5-4c8d-ad8f-9b07948d098c req-b07f7ad0-3d3d-4d7f-a1f7-a3127492985a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0591245 Aug 23 04:29:46.477360 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b88c3ae4-30f5-4c8d-ad8f-9b07948d098c req-9ac0f917-f0ce-4839-bbfd-316896d5eb5f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Aug 23 04:29:46.977349 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7052c43-e6e2-4a64-8915-fbb18a0705e9 req-6cd5642c-cc52-4954-8adc-c762b660b888 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:46.978735 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7052c43-e6e2-4a64-8915-fbb18a0705e9 req-6cd5642c-cc52-4954-8adc-c762b660b888 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0479755 Aug 23 04:29:47.027875 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7052c43-e6e2-4a64-8915-fbb18a0705e9 req-f6d534af-918e-497a-8895-50e0a734938e tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435903 Aug 23 04:29:47.243558 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-06d9b49b-39d6-43fe-9f06-14ebad6cd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:47.245033 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-06d9b49b-39d6-43fe-9f06-14ebad6cd4bd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1130 time: 0.0721419 Aug 23 04:29:47.252470 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cee3b3-2b62-49ee-b68e-0fc6c587a6bd req-c2607ae2-c79b-4d2c-802f-ff7ead4d12d2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:47.253836 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12cee3b3-2b62-49ee-b68e-0fc6c587a6bd req-c2607ae2-c79b-4d2c-802f-ff7ead4d12d2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0791128 Aug 23 04:29:47.301158 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12cee3b3-2b62-49ee-b68e-0fc6c587a6bd req-51f291b6-b10d-4867-9e33-7b2265c62cbf tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Aug 23 04:29:47.606911 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:47.625502 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c0acb-7d36-41bc-b456-60e248bb8371 req-f4fbe41a-c66d-4be3-a216-87b3fc8c5681 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:47.626988 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-311c0acb-7d36-41bc-b456-60e248bb8371 req-f4fbe41a-c66d-4be3-a216-87b3fc8c5681 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0585108 Aug 23 04:29:47.677433 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-311c0acb-7d36-41bc-b456-60e248bb8371 req-4fea28f2-4f48-4931-abf4-fe9016dc9f0d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447142 Aug 23 04:29:48.145246 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aa109-d264-43e9-af9c-8e1c7b5ec980 req-4626d0ab-794d-4782-ac49-f61b24dc31db tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:48.146790 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3d3aa109-d264-43e9-af9c-8e1c7b5ec980 req-4626d0ab-794d-4782-ac49-f61b24dc31db tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0471675 Aug 23 04:29:48.199133 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3d3aa109-d264-43e9-af9c-8e1c7b5ec980 req-bbcc07d6-ec25-41bd-96a0-cd3908708ee9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 Aug 23 04:29:48.447995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab5d17-abb7-47ba-8c68-6037346f022d req-e0fdd747-9f30-42a8-bf15-17a0961c4316 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:48.449508 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4cab5d17-abb7-47ba-8c68-6037346f022d req-e0fdd747-9f30-42a8-bf15-17a0961c4316 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0552461 Aug 23 04:29:48.498243 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4cab5d17-abb7-47ba-8c68-6037346f022d req-afa35ae7-9e7e-43db-81b8-4e68e50c64e3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Aug 23 04:29:48.818290 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f747ef-df29-473d-9ef8-c9885ab8f42b req-2d024998-f150-47aa-ad0e-2aebfa90c026 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:48.819766 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-95f747ef-df29-473d-9ef8-c9885ab8f42b req-2d024998-f150-47aa-ad0e-2aebfa90c026 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 946 time: 0.0515645 Aug 23 04:29:48.869118 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-95f747ef-df29-473d-9ef8-c9885ab8f42b req-ceecf81d-8d01-437e-9550-d933372adbe1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Aug 23 04:29:49.335042 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbbe03-060e-470e-989b-5060b081b4ab req-8509b9be-7d8a-4a8c-b90c-0c13005eabf2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:49.336496 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-11cbbe03-060e-470e-989b-5060b081b4ab req-8509b9be-7d8a-4a8c-b90c-0c13005eabf2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0485225 Aug 23 04:29:49.386096 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-11cbbe03-060e-470e-989b-5060b081b4ab req-bb5eb264-4de0-4e7e-965d-495d11ad685f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Aug 23 04:29:49.590616 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:49.632698 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4966-25f9-4f24-87b2-f0307ee7c331 req-5d4f610a-7f8b-4b5a-bbc9-d640563a0e6f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:49.634525 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-464c4966-25f9-4f24-87b2-f0307ee7c331 req-5d4f610a-7f8b-4b5a-bbc9-d640563a0e6f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0527141 Aug 23 04:29:49.640289 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:29:49.703138 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:49.715062 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cd237-6761-4528-b6ee-3c4ff2fdf609 req-5c2a04a4-6840-4e48-ad50-bab869051d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:49.716589 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a54cd237-6761-4528-b6ee-3c4ff2fdf609 req-5c2a04a4-6840-4e48-ad50-bab869051d73 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1129 time: 0.0479519 Aug 23 04:29:49.741515 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: ACTIVE; New status is: DOWN {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:29:49.742001 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:49.742738 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:49.753267 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-464c4966-25f9-4f24-87b2-f0307ee7c331 req-7ed4d54f-3aba-4ab9-98b6-1c841db54e3d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046538 Aug 23 04:29:49.764759 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:49.767873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:29:49.780425 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a30108-17d8-4d69-b9b4-19aa06cafc44" -d '{"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-unplugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:29:49.780665 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-470176bc-36a5-4f0c-be0a-1753321e3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:49.780665 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-470176bc-36a5-4f0c-be0a-1753321e3d46 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.1382363 Aug 23 04:29:49.783301 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:29:49.788594 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:49.814577 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Aug 2022 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709c2de4-c570-4076-9c6a-212561dc7160 x-openstack-request-id: req-709c2de4-c570-4076-9c6a-212561dc7160 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:29:49.814883 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-unplugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:29:49.815129 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-709c2de4-c570-4076-9c6a-212561dc7160 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:29:49.815541 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709c2de4-c570-4076-9c6a-212561dc7160'] response: {'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'code': 200} Aug 23 04:29:49.843213 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=8']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:50.025088 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4bf51-7ce1-4e9a-a00b-ec51bb3fe6d8 req-15631e30-e2ac-456c-a011-7993c5eafdde tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:50.026650 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-65e4bf51-7ce1-4e9a-a00b-ec51bb3fe6d8 req-15631e30-e2ac-456c-a011-7993c5eafdde tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0576701 Aug 23 04:29:50.078397 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a54cd237-6761-4528-b6ee-3c4ff2fdf609 req-6d8507e8-f670-4cf0-9328-45f5e85597de service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545311 Aug 23 04:29:50.127015 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-e80fad98-2e8e-4855-ac37-6a4ee9984689 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 1000 time: 0.0994051 Aug 23 04:29:50.138491 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-65e4bf51-7ce1-4e9a-a00b-ec51bb3fe6d8 req-5e63a057-b564-4b86-91bd-74ca0a6b4ba2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039066 Aug 23 04:29:50.293462 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-448d28fa-9229-4fad-bcc6-38e6c317f416 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:50.294926 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-448d28fa-9229-4fad-bcc6-38e6c317f416 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5b36f391-9303-491b-a896-5de83bacd8ff HTTP/1.1" status: 200 len: 814 time: 0.1106925 Aug 23 04:29:50.309691 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-a1f71b2a-c393-4f50-8ee1-1624b9d21460 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/quotas/57d3d5a2a0514d7687e794f8a678cff9 HTTP/1.1" status: 200 len: 375 time: 0.0094769 Aug 23 04:29:50.344070 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-526dfcf6-79aa-4513-a96f-3f2df5b6c806 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291026 Aug 23 04:29:50.363792 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41764) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:50.369119 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-91961468-f9e8-4635-ac48-6cf8b6e78913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224706866', 'description': 'tempest-description--1584505933'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:50.392974 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-91961468-f9e8-4635-ac48-6cf8b6e78913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.477020 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-91961468-f9e8-4635-ac48-6cf8b6e78913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (29e206b0-bda4-424f-9cca-c244503c144f), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.481302 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-91961468-f9e8-4635-ac48-6cf8b6e78913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (29e206b0-bda4-424f-9cca-c244503c144f), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.489038 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:50.510936 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-16a2b300-b392-4f89-92f2-cd52e7abc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:50.512467 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-16a2b300-b392-4f89-92f2-cd52e7abc5ca service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.1402125 Aug 23 04:29:50.513130 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-91961468-f9e8-4635-ac48-6cf8b6e78913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.514315 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-91961468-f9e8-4635-ac48-6cf8b6e78913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489067 Aug 23 04:29:50.516284 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91961468-f9e8-4635-ac48-6cf8b6e78913 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e206b0-bda4-424f-9cca-c244503c144f,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:50.518282 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41768) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:50.522967 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-6bada9f0-6d19-4d98-a92f-2c5c37ead049 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': '29e206b0-bda4-424f-9cca-c244503c144f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:50.530878 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-f08fa01f-0deb-44a4-abc9-4d8c6b7b2385 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784248 Aug 23 04:29:50.538762 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5cff1-9a0e-4968-b3db-0bfa1511f7f1 req-6124ed90-22cd-4b29-93b9-6efa1955fa20 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:50.540082 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-61f5cff1-9a0e-4968-b3db-0bfa1511f7f1 req-6124ed90-22cd-4b29-93b9-6efa1955fa20 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0702634 Aug 23 04:29:50.557877 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6bada9f0-6d19-4d98-a92f-2c5c37ead049 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (6f5edfc6-15a9-47cc-94e3-6bca6759dc29), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.614740 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6bada9f0-6d19-4d98-a92f-2c5c37ead049 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (6f5edfc6-15a9-47cc-94e3-6bca6759dc29), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.619012 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6bada9f0-6d19-4d98-a92f-2c5c37ead049 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (6f5edfc6-15a9-47cc-94e3-6bca6759dc29), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.638121 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bada9f0-6d19-4d98-a92f-2c5c37ead049 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5edfc6-15a9-47cc-94e3-6bca6759dc29,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:50.644786 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6bada9f0-6d19-4d98-a92f-2c5c37ead049 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.649542 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6bada9f0-6d19-4d98-a92f-2c5c37ead049 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278157 Aug 23 04:29:50.649674 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-61f5cff1-9a0e-4968-b3db-0bfa1511f7f1 req-32ad3820-f260-433e-bcee-dd9fb91fd2de tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998938 Aug 23 04:29:50.649875 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41770) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:50.655016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-5d508672-b4dd-47b9-8e6c-cd04071af1c4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': '29e206b0-bda4-424f-9cca-c244503c144f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:50.681227 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-d44602ab-4b41-4b6e-98e3-ca493a1f5dda service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401680 Aug 23 04:29:50.685812 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5d508672-b4dd-47b9-8e6c-cd04071af1c4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (06abd0c0-8ad7-49e6-9f5a-b3f597d5f744), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.749011 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5d508672-b4dd-47b9-8e6c-cd04071af1c4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (06abd0c0-8ad7-49e6-9f5a-b3f597d5f744), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.753967 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5d508672-b4dd-47b9-8e6c-cd04071af1c4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (06abd0c0-8ad7-49e6-9f5a-b3f597d5f744), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:50.808524 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-4c9b4217-d95a-4891-9065-7f74b75f11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:50.810053 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-4c9b4217-d95a-4891-9065-7f74b75f11eb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588133 Aug 23 04:29:50.883833 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aa91e28b-0d8b-4d3e-82a9-7ad456b14b56 req-e529ebcc-07d6-4f2c-8231-288d22406f1e tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 210 time: 0.0420864 Aug 23 04:29:50.979988 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6673-c679-4eb6-a643-43c7a086b194 req-bad4b4fa-b597-456e-8a69-7c461f5a0702 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:50.981535 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b5ef6673-c679-4eb6-a643-43c7a086b194 req-bad4b4fa-b597-456e-8a69-7c461f5a0702 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.1035707 Aug 23 04:29:50.989088 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d508672-b4dd-47b9-8e6c-cd04071af1c4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06abd0c0-8ad7-49e6-9f5a-b3f597d5f744,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:50.998617 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5d508672-b4dd-47b9-8e6c-cd04071af1c4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.003614 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-5d508672-b4dd-47b9-8e6c-cd04071af1c4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3527324 Aug 23 04:29:51.004263 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41782) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:51.008729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:51.022823 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-32e4a07f-b77e-446e-9200-266c88e03fab service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062004 Aug 23 04:29:51.030436 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.049429 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b5ef6673-c679-4eb6-a643-43c7a086b194 req-99477d56-46eb-4b57-8985-b6fca34f3918 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Aug 23 04:29:51.117399 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.225824 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:51.236909 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:51.239305 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.27.4.105 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/3e30e261-9816-4c1d-9d6a-1c4702b6ba7a) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:29:51.255619 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:51.280399 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566ef1-f6d9-48b6-82db-e8d67f3cbcbe req-b578f17d-7fd9-4631-adc5-1976f412c18a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:51.282034 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b5566ef1-f6d9-48b6-82db-e8d67f3cbcbe req-b578f17d-7fd9-4631-adc5-1976f412c18a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0547166 Aug 23 04:29:51.331440 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b5566ef1-f6d9-48b6-82db-e8d67f3cbcbe req-42bdbc01-70c0-4367-9482-a159848ef1d8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 Aug 23 04:29:51.360946 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.392706 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.432531 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:29:51.435450 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:29:51.439706 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:29:51.445121 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=3e30e261-9816-4c1d-9d6a-1c4702b6ba7a,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:51.470628 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a60ca647-0091-4d57-88e8-ed76ac867813 req-c5b98c0d-3600-4492-a542-35fad5c257b4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939827 Aug 23 04:29:51.529701 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (b98b9bb3-2b6a-4885-88d8-92db1b823b21), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.576300 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.738376 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.744788 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.775193 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0f28-bf71-4694-a32e-ccf899702400 req-0302e853-7be0-47d0-a228-e33a6c3d1246 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:51.776779 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6cd0f28-bf71-4694-a32e-ccf899702400 req-0302e853-7be0-47d0-a228-e33a6c3d1246 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0498753 Aug 23 04:29:51.816724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=3e30e261-9816-4c1d-9d6a-1c4702b6ba7a,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:51.819825 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (b98b9bb3-2b6a-4885-88d8-92db1b823b21), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.826644 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6cd0f28-bf71-4694-a32e-ccf899702400 req-e692e104-22da-4948-8ddf-f8c76d0a477a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Aug 23 04:29:51.836556 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:51.837790 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6234adad-8a79-4cd4-b770-677674af3f81 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8325849 Aug 23 04:29:51.985735 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b8e45135-fceb-41bc-8056-220531db1be9 req-033332f6-b770-48b9-9546-76d061a8be79 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 210 time: 0.0299520 Aug 23 04:29:52.043335 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-baea85dd-2dd9-46ee-9505-26dbb0bfa56c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--224706866&fields=id&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 267 time: 0.0453722 Aug 23 04:29:52.189709 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-b8431d0d-9116-414b-a1cb-d4a9b2687044 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:52.191754 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-b8431d0d-9116-414b-a1cb-d4a9b2687044 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 0.1418130 Aug 23 04:29:52.197434 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39f9a6-5589-4c60-b484-c839a21bdc18 req-d388321e-0764-40e9-96f9-5a3616e82c3f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:52.198747 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b39f9a6-5589-4c60-b484-c839a21bdc18 req-d388321e-0764-40e9-96f9-5a3616e82c3f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0732083 Aug 23 04:29:52.447180 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-800bebbd-a644-4430-87a9-db0dc14903ed tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/quotas/52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 375 time: 0.2473845 Aug 23 04:29:52.471467 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:52.522774 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-1e8df5eb-691c-49ea-9678-fa7719aebf8a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690761 Aug 23 04:29:52.525732 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b39f9a6-5589-4c60-b484-c839a21bdc18 req-e46a9f33-f30a-4ab4-956e-a7c02944cf3c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200157 Aug 23 04:29:52.654637 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dc314-5d15-4425-b9d1-dbf9e5cb93db req-9bec6b7b-692c-48ce-b4df-37f59f24d5a6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:52.656170 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-165dc314-5d15-4425-b9d1-dbf9e5cb93db req-9bec6b7b-692c-48ce-b4df-37f59f24d5a6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0605860 Aug 23 04:29:52.659629 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-a25cf1c5-8ebb-426c-8645-96a066007e91 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252842 Aug 23 04:29:52.756511 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-165dc314-5d15-4425-b9d1-dbf9e5cb93db req-aaa85586-a494-4cf9-8390-e6824eda1710 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942197 Aug 23 04:29:52.782428 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-f78f2670-5e67-4f14-9e7b-bcadf2f43fa6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135728 Aug 23 04:29:53.000514 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6a044a10-2d2a-4872-b984-550acc250d73 req-fc3d7044-b9e8-48f2-83eb-3fe5bb4bb01f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 210 time: 0.0337927 Aug 23 04:29:53.011550 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d74fe-5ebe-4322-9331-1d9e84f17b4a req-cc84fbcc-8b83-4baf-8fb5-aed139cef7ee tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:53.013511 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6d0d74fe-5ebe-4322-9331-1d9e84f17b4a req-cc84fbcc-8b83-4baf-8fb5-aed139cef7ee tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0764089 Aug 23 04:29:53.112596 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6d0d74fe-5ebe-4322-9331-1d9e84f17b4a req-922a9714-7cd2-4183-ad98-4dff33f90041 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840960 Aug 23 04:29:53.124042 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:53.132804 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1ce73-c158-4589-887a-4749750a452e req-b5c9556d-8b64-47b4-884c-96ab2fc05b5f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:53.140478 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ce1ce73-c158-4589-887a-4749750a452e req-b5c9556d-8b64-47b4-884c-96ab2fc05b5f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0618184 Aug 23 04:29:53.207378 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ce1ce73-c158-4589-887a-4749750a452e req-fab1d69b-59f8-4989-964e-4871719aa754 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Aug 23 04:29:53.255223 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2afb9f3f-608e-4876-a56f-85ec39881adf req-46ac1a66-538f-4ae2-8c6f-3d10d5c5ec4a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 210 time: 0.0689785 Aug 23 04:29:53.265092 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-15a86296-6545-4ec1-ad16-0a0a56ed2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:53.266609 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-15a86296-6545-4ec1-ad16-0a0a56ed2d42 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1129 time: 0.0826759 Aug 23 04:29:53.384320 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-5c168973-1079-404b-895d-efb44adbe7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:53.385919 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-5c168973-1079-404b-895d-efb44adbe7d3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1134493 Aug 23 04:29:53.838970 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-df89a42e-c3ed-4f81-8567-d009f0237e9c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 200 len: 217 time: 0.0400510 Aug 23 04:29:53.944180 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b1248-0410-4743-9482-572f937c054c req-8252300a-2090-42d9-a310-b5d3c200a7a9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:53.945797 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-231b1248-0410-4743-9482-572f937c054c req-8252300a-2090-42d9-a310-b5d3c200a7a9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0921438 Aug 23 04:29:53.947294 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-3eac9b1f-edf1-4984-9708-a2ceec309a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:53.948644 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-3eac9b1f-edf1-4984-9708-a2ceec309a8e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.1049008 Aug 23 04:29:54.034216 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-3eb42e65-907c-4f74-96ab-162c0089e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:54.035987 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-3eb42e65-907c-4f74-96ab-162c0089e0da service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630851 Aug 23 04:29:54.038917 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-0345f6f7-2ee0-4f72-a6f2-9a389b3d8fe1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:54.040433 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-0345f6f7-2ee0-4f72-a6f2-9a389b3d8fe1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5b36f391-9303-491b-a896-5de83bacd8ff HTTP/1.1" status: 200 len: 814 time: 0.1230862 Aug 23 04:29:54.040572 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-231b1248-0410-4743-9482-572f937c054c req-ed9c5d13-b8c9-4bcc-a5e4-5870fc0e414f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876665 Aug 23 04:29:54.061968 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Request body: {'port': {'device_id': '673892ed-32af-43be-922d-f213ecde867f', 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff', 'admin_state_up': True, 'tenant_id': '57d3d5a2a0514d7687e794f8a678cff9'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:54.195270 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:54.213062 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6201572a-0931-47cd-af19-cced8fe074ea req-521e3e78-0607-407d-9159-eb6ce9071ec1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 210 time: 0.1022408 Aug 23 04:29:54.215926 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:54.230725 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Made reservation on behalf of 57d3d5a2a0514d7687e794f8a678cff9 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:29:54.234926 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:54.261595 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-d1be2bbc-a108-42f1-8401-e625367d36f4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094247 Aug 23 04:29:54.364727 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b73b56-c540-4a45-9dca-df452d24364a req-baa805e7-edaa-4d54-a0ec-8a22de4b04d5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:54.366436 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e9b73b56-c540-4a45-9dca-df452d24364a req-baa805e7-edaa-4d54-a0ec-8a22de4b04d5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0661469 Aug 23 04:29:54.376016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Allocated IP 172.20.0.2 (5b36f391-9303-491b-a896-5de83bacd8ff/a324bc85-7f16-4a1b-9ef5-386f896c5393/9c6f5b85-1738-4921-9eb1-fc2dc06098a1) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:29:54.388375 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:54.423315 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e9b73b56-c540-4a45-9dca-df452d24364a req-1b7450a2-3b0f-49f5-af83-15be1074c20f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499709 Aug 23 04:29:54.585081 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks [] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:54.604927 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-76c0234c-d6e0-4055-ad2e-55a9bb0dd3ef req-0556e90d-1139-465e-965c-984d83a55e49 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 210 time: 0.0547249 Aug 23 04:29:54.630671 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceae40-a9bd-4d0e-aa3a-e7b0c4b033d1 req-fa0c5af9-3e9b-4c36-8464-98ebbc05ce16 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:54.632337 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-21ceae40-a9bd-4d0e-aa3a-e7b0c4b033d1 req-fa0c5af9-3e9b-4c36-8464-98ebbc05ce16 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.1319597 Aug 23 04:29:54.653870 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:54.696497 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-0fe79e65-8d19-4e2d-80e1-dafdae817ce7 req-aac8fe4e-0745-4660-9533-1173bfbd704a service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:29:54.697594 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0fe79e65-8d19-4e2d-80e1-dafdae817ce7 req-aac8fe4e-0745-4660-9533-1173bfbd704a service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078189 Aug 23 04:29:54.761510 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Network 5b36f391-9303-491b-a896-5de83bacd8ff is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:29:54.769208 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:29:54.772193 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-21ceae40-a9bd-4d0e-aa3a-e7b0c4b033d1 req-123412e4-bfd4-49e3-a28f-d240c7d93025 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833483 Aug 23 04:29:54.788672 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e823fb24-6d48-48e0-a1e3-1c4f695e5842 req-6b9b0808-77be-4483-bf02-9746f4c2950e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326691 Aug 23 04:29:54.788780 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:29:54.791225 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Pushing event updated for resources: {'Port': ['ID=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:54.855660 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-3c197592-e037-4ad6-a1df-63648f6c2773 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:54.857278 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-3c197592-e037-4ad6-a1df-63648f6c2773 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 0.2164395 Aug 23 04:29:54.865408 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:54.866041 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:54.883954 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-43a7876f-0ae2-4dd3-95de-bbbe360d78aa tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329792 Aug 23 04:29:54.926492 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d96147-98b3-49dc-9930-b30987c24998 req-dcd3926d-77f6-47ca-a38b-0e7f19a8dc5e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:54.928283 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f2d96147-98b3-49dc-9930-b30987c24998 req-dcd3926d-77f6-47ca-a38b-0e7f19a8dc5e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0485299 Aug 23 04:29:54.947667 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Request body: {'port': {'device_id': '673892ed-32af-43be-922d-f213ecde867f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:54.992960 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f2d96147-98b3-49dc-9930-b30987c24998 req-0c4009a6-0b10-4e20-a3f9-89ce4f3f4906 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584526 Aug 23 04:29:55.052654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:55.082990 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-6f9963ac-38a8-4e17-9c83-ef70bd80da27 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 468 time: 0.1139514 Aug 23 04:29:55.190753 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:55.194210 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:55.274152 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41884) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:55.337647 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aa03f001-b957-40b6-ade6-52a4e412b2de req-80bd752a-ceee-4ee1-a637-d32c9da25644 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 210 time: 0.0367010 Aug 23 04:29:55.338359 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:29:55.346445 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Publish callbacks [] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:55.360510 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Transition to ACTIVE for port object 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:29:55.364306 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:55.372824 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-a651ae8a-f3c2-457f-838c-dd468696e91a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974500 Aug 23 04:29:55.381645 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-5556d6e3-a99b-4ebe-8511-d63f49da4ec0 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:29:55.382660 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-5556d6e3-a99b-4ebe-8511-d63f49da4ec0 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050156 Aug 23 04:29:55.444711 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:55.463023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41894) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:55.480789 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Attempting to bind port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:29:55.481336 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Attempting to bind port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:29:55.481605 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Attempting to bind port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 on network 5b36f391-9303-491b-a896-5de83bacd8ff {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:29:55.486197 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 on network 5b36f391-9303-491b-a896-5de83bacd8ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:29:55.486513 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Attempting to bind port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 on network 5b36f391-9303-491b-a896-5de83bacd8ff {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:29:55.491648 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:29:55.491949 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Checking segment: {'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:29:55.492316 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Bound using segment: {'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:29:55.492738 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Bound port: 9c6f5b85-1738-4921-9eb1-fc2dc06098a1, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88996c1a-7dc3-4718-86fe-663bad07af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:29:55.493097 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:55.553280 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] For port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:29:55.556518 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] For port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:29:55.562867 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:55.566998 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:55.568418 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:55.569864 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9f106308-190d-4042-be3d-12b997077b19 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/9c6f5b85-1738-4921-9eb1-fc2dc06098a1 HTTP/1.1" status: 200 len: 1093 time: 0.6264067 Aug 23 04:29:55.570412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673892ed-32af-43be-922d-f213ecde867f', 'tag': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:29:55.572746 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83c35c-2510-4bb7-9e7f-2102d03b2e79" -d '{"events": [{"name": "network-changed", "server_uuid": "673892ed-32af-43be-922d-f213ecde867f", "tag": "9c6f5b85-1738-4921-9eb1-fc2dc06098a1"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:29:55.595438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448a388-0e5d-4e9c-bd11-b4d9dd6af4e4 req-9eb4eb62-4c78-4409-a687-c4e473e5cef5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:55.597043 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b448a388-0e5d-4e9c-bd11-b4d9dd6af4e4 req-9eb4eb62-4c78-4409-a687-c4e473e5cef5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0857105 Aug 23 04:29:55.606989 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-a9a8154e-df00-4972-8a7a-0fb7d6f04516 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:55.608444 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-a9a8154e-df00-4972-8a7a-0fb7d6f04516 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports/56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 941 time: 0.1441910 Aug 23 04:29:55.616072 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:55.617945 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e019898-3081-4284-ad0a-51fe592d5380 x-openstack-request-id: req-4e019898-3081-4284-ad0a-51fe592d5380 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:29:55.618308 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673892ed-32af-43be-922d-f213ecde867f", "tag": "9c6f5b85-1738-4921-9eb1-fc2dc06098a1", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:29:55.618564 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e019898-3081-4284-ad0a-51fe592d5380 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:29:55.618963 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e019898-3081-4284-ad0a-51fe592d5380'] response: {'name': 'network-changed', 'server_uuid': '673892ed-32af-43be-922d-f213ecde867f', 'tag': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1', 'status': 'completed', 'code': 200} Aug 23 04:29:55.624060 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106308-190d-4042-be3d-12b997077b19 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:55.657545 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b448a388-0e5d-4e9c-bd11-b4d9dd6af4e4 req-9e6d9953-b626-4d6f-8dba-fe8bda27cb91 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481224 Aug 23 04:29:55.724079 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:55.736661 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9453f4-3bd5-4a27-9c9d-75df846486ac req-200bd741-435c-4ef1-b30f-ef41d56f8049 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:55.738328 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5a9453f4-3bd5-4a27-9c9d-75df846486ac req-200bd741-435c-4ef1-b30f-ef41d56f8049 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 943 time: 0.0520909 Aug 23 04:29:55.786582 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5a9453f4-3bd5-4a27-9c9d-75df846486ac req-612ee031-f122-4ddf-bf28-b6f980cd9813 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Aug 23 04:29:55.890583 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe14114-f48b-49dd-b5fe-7c227a42eac6 req-a99d8e34-41e5-4821-a2e6-0682ae6f66b1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:55.891981 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cbe14114-f48b-49dd-b5fe-7c227a42eac6 req-a99d8e34-41e5-4821-a2e6-0682ae6f66b1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0488081 Aug 23 04:29:55.941155 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cbe14114-f48b-49dd-b5fe-7c227a42eac6 req-a7443f21-b4db-40b2-b206-028848d38494 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Aug 23 04:29:56.120003 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e68284-6518-4b97-816e-d602345a0469 req-975264a2-fbea-42fa-bbee-24178da30177 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:56.121503 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72e68284-6518-4b97-816e-d602345a0469 req-975264a2-fbea-42fa-bbee-24178da30177 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0530248 Aug 23 04:29:56.172737 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72e68284-6518-4b97-816e-d602345a0469 req-a927f5a4-e447-46a0-8bd6-8e5687ffcd18 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452137 Aug 23 04:29:56.179342 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'port': {'device_id': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'admin_state_up': True, 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'security_groups': ['29e206b0-bda4-424f-9cca-c244503c144f']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:56.285206 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83c35c-2510-4bb7-9e7f-2102d03b2e79 req-b53b18b2-ed3a-4489-af74-6189dbf125de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:56.287445 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ee83c35c-2510-4bb7-9e7f-2102d03b2e79 req-b53b18b2-ed3a-4489-af74-6189dbf125de service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 1127 time: 0.0872848 Aug 23 04:29:56.330035 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Made reservation on behalf of 52ab946e7d0d4a5397945bfcbf49e723 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:29:56.334127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:56.441791 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-de0c7c62-4523-47f6-9475-12f0f5e9b911 req-fc9cfeb4-0212-48ee-8984-a34e60105b08 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 210 time: 0.0285642 Aug 23 04:29:56.461667 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.20.0.8 (8c6be732-b40b-47aa-8b96-da7512121793/5fc2aebe-833f-4abc-94cc-11debf18bf53/8bf60682-c074-41e8-9a64-cd742841f206) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:29:56.488227 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:56.576403 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:56.614761 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (8bf60682-c074-41e8-9a64-cd742841f206), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:56.656472 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (8bf60682-c074-41e8-9a64-cd742841f206), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:56.703074 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 8c6be732-b40b-47aa-8b96-da7512121793 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:29:56.705986 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:29:56.708742 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:29:56.745844 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=8bf60682-c074-41e8-9a64-cd742841f206,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:56.803136 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0756f-7360-49f0-bed3-38a1a6831af6 req-951af245-7f2d-43e7-af45-a4cb04c05591 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:56.804817 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4bd0756f-7360-49f0-bed3-38a1a6831af6 req-951af245-7f2d-43e7-af45-a4cb04c05591 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0625186 Aug 23 04:29:56.869055 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:56.869713 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:56.872069 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4bd0756f-7360-49f0-bed3-38a1a6831af6 req-4e26c428-e5b5-4e39-b027-3883d9e25ffd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612886 Aug 23 04:29:56.962030 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-8ecb3444-c5d6-4037-a7f7-b50f25e7cd85 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7874219 Aug 23 04:29:56.977444 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Request body: {'port': {'device_id': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:56.977977 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6bf73-dd9a-40a4-b3d0-1deb17d7dbc6 req-7f0cedda-3997-427c-966f-ca5a49112be1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:56.979852 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ce6bf73-dd9a-40a4-b3d0-1deb17d7dbc6 req-7f0cedda-3997-427c-966f-ca5a49112be1 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 943 time: 0.0937145 Aug 23 04:29:57.025284 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83c35c-2510-4bb7-9e7f-2102d03b2e79 req-73e037b2-1a89-44be-88b9-4162790df13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.025284 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ee83c35c-2510-4bb7-9e7f-2102d03b2e79 req-73e037b2-1a89-44be-88b9-4162790df13f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2803545 Aug 23 04:29:57.045688 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ce6bf73-dd9a-40a4-b3d0-1deb17d7dbc6 req-462b7082-6c56-43a4-aa07-a1ac6a1c6d6a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Aug 23 04:29:57.102937 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8bf60682-c074-41e8-9a64-cd742841f206), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:57.134198 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-d9ad1cef-e166-4247-b9e6-3e1c38721bd7 None None] Provisioning complete for port 8bf60682-c074-41e8-9a64-cd742841f206 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:29:57.135249 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1cef-e166-4247-b9e6-3e1c38721bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8bf60682-c074-41e8-9a64-cd742841f206), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:57.145194 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:29:57.178490 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:57.185781 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad1cef-e166-4247-b9e6-3e1c38721bd7 None None] Port 8bf60682-c074-41e8-9a64-cd742841f206 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:29:57.203006 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ce5a8-dd87-40f0-88e7-12e68ccae6c5 req-74557c97-659d-4646-b9f3-ee813ef5dc3d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.210548 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4c9ce5a8-dd87-40f0-88e7-12e68ccae6c5 req-74557c97-659d-4646-b9f3-ee813ef5dc3d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0987484 Aug 23 04:29:57.313912 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df1d5c-c8d5-4c7b-893d-13483a28141e req-1862f5fc-3b77-4004-960b-aea674ebfbc2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.316749 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-93df1d5c-c8d5-4c7b-893d-13483a28141e req-1862f5fc-3b77-4004-960b-aea674ebfbc2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.1416912 Aug 23 04:29:57.334543 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ca0ec-8978-48af-9340-ff051143a502 req-9fc23dea-afef-433c-a645-4ca36e52ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.336762 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-793ca0ec-8978-48af-9340-ff051143a502 req-9fc23dea-afef-433c-a645-4ca36e52ad68 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 1130 time: 0.0936663 Aug 23 04:29:57.380091 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4c9ce5a8-dd87-40f0-88e7-12e68ccae6c5 req-6905da1e-5a40-4893-9511-06bad03ccc41 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680973 Aug 23 04:29:57.501141 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83c35c-2510-4bb7-9e7f-2102d03b2e79 req-b4233758-b0d4-428b-ba82-0bb5db3fd383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.502607 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ee83c35c-2510-4bb7-9e7f-2102d03b2e79 req-b4233758-b0d4-428b-ba82-0bb5db3fd383 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4689434 Aug 23 04:29:57.555707 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ca0ec-8978-48af-9340-ff051143a502 req-4f6a4b51-ae64-4795-8fca-ebf499c23587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.558590 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-793ca0ec-8978-48af-9340-ff051143a502 req-4f6a4b51-ae64-4795-8fca-ebf499c23587 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 912 time: 0.2036645 Aug 23 04:29:57.624912 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-93df1d5c-c8d5-4c7b-893d-13483a28141e req-9ac9b6b0-df77-4a4c-a09e-a45b504abb1d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822111 Aug 23 04:29:57.659996 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:29:57.661883 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-f947ffac-96d6-4544-8c8a-402223b635a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.663403 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-f947ffac-96d6-4544-8c8a-402223b635a1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 1127 time: 0.0895658 Aug 23 04:29:57.703090 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba96f-f13e-489a-8e48-a9e45863cd65 req-d0f6fdbe-7061-49cb-b3c0-39731927194c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.712346 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14aba96f-f13e-489a-8e48-a9e45863cd65 req-d0f6fdbe-7061-49cb-b3c0-39731927194c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.1480401 Aug 23 04:29:57.760176 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf60682-c074-41e8-9a64-cd742841f206 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:29:57.768707 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Publish callbacks [] for port (8bf60682-c074-41e8-9a64-cd742841f206), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:57.784641 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Transition to ACTIVE for port object 8bf60682-c074-41e8-9a64-cd742841f206 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:29:57.785806 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:57.790597 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-793ca0ec-8978-48af-9340-ff051143a502 req-706c8f3c-c01b-4044-8b7f-272f19fe0b73 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 200 len: 1002 time: 0.2083437 Aug 23 04:29:57.790764 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (8bf60682-c074-41e8-9a64-cd742841f206), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:57.798006 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d727ed-8481-4825-a7cd-2cc28f506070 req-1881efe2-ea3e-4737-9f33-e35723d4c608 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.803185 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: DOWN; New status is: DOWN {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:29:57.806467 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b2d727ed-8481-4825-a7cd-2cc28f506070 req-1881efe2-ea3e-4737-9f33-e35723d4c608 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 931 time: 0.0824265 Aug 23 04:29:57.827838 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:57.860524 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b2d727ed-8481-4825-a7cd-2cc28f506070 req-d1d34308-d92d-4213-a587-f85a1e7ada1f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531092 Aug 23 04:29:57.905129 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:57.918849 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14aba96f-f13e-489a-8e48-a9e45863cd65 req-de52289a-de6b-4f9f-8e65-95cce11f1b5d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050204 Aug 23 04:29:57.944258 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ca0ec-8978-48af-9340-ff051143a502 req-1b12a34c-1aab-461c-aa3f-5e163f2d3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.945561 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-793ca0ec-8978-48af-9340-ff051143a502 req-1b12a34c-1aab-461c-aa3f-5e163f2d3464 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.0903189 Aug 23 04:29:57.951887 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-60f406b4-072a-45ac-a1d6-48774265b55a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c6f5b85-1738-4921-9eb1-fc2dc06098a1 HTTP/1.1" status: 200 len: 217 time: 0.1240904 Aug 23 04:29:57.994497 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ca0ec-8978-48af-9340-ff051143a502 req-686b9ba0-f48e-4295-b743-696797409c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:57.996078 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-793ca0ec-8978-48af-9340-ff051143a502 req-686b9ba0-f48e-4295-b743-696797409c09 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433662 Aug 23 04:29:58.006552 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf60682-c074-41e8-9a64-cd742841f206,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:58.030935 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-3cdca756-4ed8-44d7-9dfd-6934fb8f5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.032737 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-3cdca756-4ed8-44d7-9dfd-6934fb8f5c3f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8&tenant_id=fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 1128 time: 0.1897943 Aug 23 04:29:58.072009 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-e4946bab-819a-49bd-9ba4-7f8e4583827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.074909 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-e4946bab-819a-49bd-9ba4-7f8e4583827b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a324bc85-7f16-4a1b-9ef5-386f896c5393 HTTP/1.1" status: 200 len: 854 time: 0.1042325 Aug 23 04:29:58.097213 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-793ca0ec-8978-48af-9340-ff051143a502 req-2dcb357d-efdf-4eaf-8a16-a96e7ee42cdc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944545 Aug 23 04:29:58.142827 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-48112644-56ce-4872-98d7-0a4393c51160 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5b36f391-9303-491b-a896-5de83bacd8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508051 Aug 23 04:29:58.146370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Attempting to bind port 8bf60682-c074-41e8-9a64-cd742841f206 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:29:58.146370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Attempting to bind port 8bf60682-c074-41e8-9a64-cd742841f206 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:29:58.146719 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Attempting to bind port 8bf60682-c074-41e8-9a64-cd742841f206 on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:29:58.150133 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-b3a5edb3-5899-48f5-ab0d-9dd75ba6b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.151547 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-b3a5edb3-5899-48f5-ab0d-9dd75ba6b81c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1128 time: 0.0960593 Aug 23 04:29:58.162194 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Port 8bf60682-c074-41e8-9a64-cd742841f206 on network 8c6be732-b40b-47aa-8b96-da7512121793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:29:58.162451 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Attempting to bind port 8bf60682-c074-41e8-9a64-cd742841f206 on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:29:58.202211 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:29:58.202622 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Checking segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:29:58.203369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Bound using segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:29:58.203369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Bound port: 8bf60682-c074-41e8-9a64-cd742841f206, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:29:58.203767 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8bf60682-c074-41e8-9a64-cd742841f206), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:58.213431 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccacec4-2705-46c2-9e8e-1ef5c13982c9 req-5ad54192-ef27-4464-bc8c-b8a8fe620e36 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.214877 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ccacec4-2705-46c2-9e8e-1ef5c13982c9 req-5ad54192-ef27-4464-bc8c-b8a8fe620e36 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 943 time: 0.0877151 Aug 23 04:29:58.245839 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-793ca0ec-8978-48af-9340-ff051143a502 req-da75480e-c755-42b7-b437-4d18e7b671aa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432655 Aug 23 04:29:58.276591 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ccacec4-2705-46c2-9e8e-1ef5c13982c9 req-4a1ad3d7-41a9-4815-9df3-de8432ebaabf tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 Aug 23 04:29:58.352221 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-132ba18e-bc2d-4176-b3d9-b5637a425d2d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986625 Aug 23 04:29:58.371670 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-99fc90bf-84b2-45ce-89a2-e460e95f374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.373252 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-99fc90bf-84b2-45ce-89a2-e460e95f374e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.2127619 Aug 23 04:29:58.376987 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] For port 8bf60682-c074-41e8-9a64-cd742841f206, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:29:58.380183 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] For port 8bf60682-c074-41e8-9a64-cd742841f206, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=8bf60682-c074-41e8-9a64-cd742841f206,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:29:58.388904 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (8bf60682-c074-41e8-9a64-cd742841f206), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:58.392931 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.393537 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:58.394897 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/8bf60682-c074-41e8-9a64-cd742841f206 HTTP/1.1" status: 200 len: 1093 time: 1.4222572 Aug 23 04:29:58.395387 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:29:58.397685 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151ba4c-8298-459c-a1a1-7e69f709697a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "tag": "8bf60682-c074-41e8-9a64-cd742841f206"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:29:58.438364 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338f07f0-2293-4a20-901b-cd9dbe75aa7b x-openstack-request-id: req-338f07f0-2293-4a20-901b-cd9dbe75aa7b {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:29:58.438713 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "tag": "8bf60682-c074-41e8-9a64-cd742841f206", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:29:58.438988 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-338f07f0-2293-4a20-901b-cd9dbe75aa7b {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:29:58.439770 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338f07f0-2293-4a20-901b-cd9dbe75aa7b'] response: {'name': 'network-changed', 'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206', 'status': 'completed', 'code': 200} Aug 23 04:29:58.455594 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8155-9f6f-453f-869a-aadf61aa7e68 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf60682-c074-41e8-9a64-cd742841f206,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:58.625368 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ba4c-8298-459c-a1a1-7e69f709697a req-d57e0d85-62aa-44c1-abf3-1df66294bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.626759 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6151ba4c-8298-459c-a1a1-7e69f709697a req-d57e0d85-62aa-44c1-abf3-1df66294bf0f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 1127 time: 0.1267409 Aug 23 04:29:58.630540 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-ad582e77-4486-4dce-8ad7-8e7bab36302e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 200 len: 1000 time: 0.1459196 Aug 23 04:29:58.666126 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:58.690568 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-84962613-208f-41ee-aee8-1babff2cc1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:58.697425 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-193c6435-34df-4ec8-aa53-3d324ec5746e req-9720f449-dc87-4a49-8aaf-8d4d95f15b34 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139869 Aug 23 04:29:58.755176 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b55ad4-4a38-405c-84c7-097e796d160e req-b258bf40-347a-497b-a9f4-6a595a2764d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.756730 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-78b55ad4-4a38-405c-84c7-097e796d160e req-b258bf40-347a-497b-a9f4-6a595a2764d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0552452 Aug 23 04:29:58.758772 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-1bbc7d73-9678-43ec-b218-3b23e3405078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.760409 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-1bbc7d73-9678-43ec-b218-3b23e3405078 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.1113913 Aug 23 04:29:58.793366 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ba4c-8298-459c-a1a1-7e69f709697a req-ac454d43-11dd-47c5-9df7-f580ce969f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.795431 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6151ba4c-8298-459c-a1a1-7e69f709697a req-ac454d43-11dd-47c5-9df7-f580ce969f41 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1477158 Aug 23 04:29:58.814530 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-78b55ad4-4a38-405c-84c7-097e796d160e req-1e4066db-48df-4072-8fc6-47a9b81895b2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498860 Aug 23 04:29:58.960553 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41950) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:58.966440 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-48294db4-8e62-439f-ae59-09284922d0af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519446005', 'description': 'tempest-description--952218217'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:58.985377 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375895e-7aac-4a24-90db-ecf9b33b9e50 req-994c3a06-0bbb-47a0-88e5-5bf2d9264f6a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:58.986998 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d375895e-7aac-4a24-90db-ecf9b33b9e50 req-994c3a06-0bbb-47a0-88e5-5bf2d9264f6a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0525219 Aug 23 04:29:58.999148 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-48294db4-8e62-439f-ae59-09284922d0af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.001568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:59.049653 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:59.069547 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d375895e-7aac-4a24-90db-ecf9b33b9e50 req-e04d0c5c-dc0f-48af-8725-762af1136666 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753665 Aug 23 04:29:59.073804 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-48294db4-8e62-439f-ae59-09284922d0af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group (b0ff2894-a2fb-4e66-84aa-6fb61f11f177), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.078244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-48294db4-8e62-439f-ae59-09284922d0af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b0ff2894-a2fb-4e66-84aa-6fb61f11f177), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.081408 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e554ea-2a2d-4c34-b5f3-82e4d5e6e933 req-a74f1791-80a1-4620-96b4-b6b3dad57fb2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:59.083303 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c6e554ea-2a2d-4c34-b5f3-82e4d5e6e933 req-a74f1791-80a1-4620-96b4-b6b3dad57fb2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0664048 Aug 23 04:29:59.108229 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-48294db4-8e62-439f-ae59-09284922d0af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.109431 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-48294db4-8e62-439f-ae59-09284922d0af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1476417 Aug 23 04:29:59.112394 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41952) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:59.113403 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48294db4-8e62-439f-ae59-09284922d0af tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ff2894-a2fb-4e66-84aa-6fb61f11f177,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:59.117821 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-4bc037cc-883f-41ce-a7bc-e9c728a06ae1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'security_group_rule': {'security_group_id': 'b0ff2894-a2fb-4e66-84aa-6fb61f11f177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:59.157675 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c6e554ea-2a2d-4c34-b5f3-82e4d5e6e933 req-ebd7b2a1-8055-4c17-85ef-ce558f7ec875 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668848 Aug 23 04:29:59.164278 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4bc037cc-883f-41ce-a7bc-e9c728a06ae1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group_rule (fcaa691a-a74d-470c-b553-a5d9f0eb71ed), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.225438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4bc037cc-883f-41ce-a7bc-e9c728a06ae1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group_rule (fcaa691a-a74d-470c-b553-a5d9f0eb71ed), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.230617 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4bc037cc-883f-41ce-a7bc-e9c728a06ae1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (fcaa691a-a74d-470c-b553-a5d9f0eb71ed), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.250867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc037cc-883f-41ce-a7bc-e9c728a06ae1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaa691a-a74d-470c-b553-a5d9f0eb71ed,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:59.260333 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4bc037cc-883f-41ce-a7bc-e9c728a06ae1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.261520 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-4bc037cc-883f-41ce-a7bc-e9c728a06ae1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481979 Aug 23 04:29:59.264291 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 41954) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:59.268486 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-3130af0a-f380-4ebe-b441-4c24c974d6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'security_group_rule': {'security_group_id': 'b0ff2894-a2fb-4e66-84aa-6fb61f11f177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:59.296352 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3130af0a-f380-4ebe-b441-4c24c974d6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group_rule (d1f27cc8-f26c-48fa-97c4-5989ebd2c064), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.300482 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:59.385428 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3130af0a-f380-4ebe-b441-4c24c974d6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group_rule (d1f27cc8-f26c-48fa-97c4-5989ebd2c064), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.391867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3130af0a-f380-4ebe-b441-4c24c974d6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (d1f27cc8-f26c-48fa-97c4-5989ebd2c064), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.418522 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564e65-6673-4a17-8e89-2925424d13a1 req-2bbaed1a-296a-4d43-99bc-5fa0325f4d8e tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:59.420763 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cb564e65-6673-4a17-8e89-2925424d13a1 req-2bbaed1a-296a-4d43-99bc-5fa0325f4d8e tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 943 time: 0.0734937 Aug 23 04:29:59.422866 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130af0a-f380-4ebe-b441-4c24c974d6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f27cc8-f26c-48fa-97c4-5989ebd2c064,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:59.437461 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3130af0a-f380-4ebe-b441-4c24c974d6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.438564 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3130af0a-f380-4ebe-b441-4c24c974d6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733766 Aug 23 04:29:59.442559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 41958) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:29:59.447204 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:29:59.475262 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.484363 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cb564e65-6673-4a17-8e89-2925424d13a1 req-a962311e-93d4-436a-831b-81753f94cbbf tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562747 Aug 23 04:29:59.558674 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.683607 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Allocated IP 172.27.4.221 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/bcef2473-0066-48a0-8c24-973674487455) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:29:59.789458 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for port (bcef2473-0066-48a0-8c24-973674487455), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.821782 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (bcef2473-0066-48a0-8c24-973674487455), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.860602 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:29:59.865431 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:29:59.869179 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:29:59.872491 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'Port': ['ID=bcef2473-0066-48a0-8c24-973674487455,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:29:59.914592 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:29:59.950991 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8fe4-ffd5-4593-822a-3ce6c6fc7ad6 req-c687ef27-a909-4df0-911d-af4fd361d884 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:29:59.952490 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-abdb8fe4-ffd5-4593-822a-3ce6c6fc7ad6 req-c687ef27-a909-4df0-911d-af4fd361d884 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0499902 Aug 23 04:29:59.957771 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:29:59.996707 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (bcef2473-0066-48a0-8c24-973674487455), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:00.006134 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-abdb8fe4-ffd5-4593-822a-3ce6c6fc7ad6 req-46970bdc-da4d-4ea3-8550-7fed5f35fd75 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470269 Aug 23 04:30:00.139315 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:00.210046 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea36d6-5bb2-4696-8ad9-36eff67cc318 req-4ae24956-d10b-47f1-b5f9-e2bacb4007ad tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.211630 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a4ea36d6-5bb2-4696-8ad9-36eff67cc318 req-4ae24956-d10b-47f1-b5f9-e2bacb4007ad tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Aug 23 04:30:00.237316 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-657f04b4-a6c6-4f29-b35e-d6b231e5b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.238828 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-657f04b4-a6c6-4f29-b35e-d6b231e5b5a4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1321557 Aug 23 04:30:00.252829 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for port (bcef2473-0066-48a0-8c24-973674487455), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:00.268109 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (bcef2473-0066-48a0-8c24-973674487455), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:00.302828 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a4ea36d6-5bb2-4696-8ad9-36eff67cc318 req-ca38e7c0-34a1-481a-9b79-dc264dcc3527 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854523 Aug 23 04:30:00.316151 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f29289-8d3d-4760-b87e-3a82ee179664 req-23d57bc8-ec1f-46a1-86d7-125d9b5b89f7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.317725 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e6f29289-8d3d-4760-b87e-3a82ee179664 req-23d57bc8-ec1f-46a1-86d7-125d9b5b89f7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0718520 Aug 23 04:30:00.367215 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e6f29289-8d3d-4760-b87e-3a82ee179664 req-af99ff80-6729-44ae-958a-ac9e750be72d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Aug 23 04:30:00.381052 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ba4c-8298-459c-a1a1-7e69f709697a req-b6345984-287a-4ca1-973e-cffe0768c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.382491 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6151ba4c-8298-459c-a1a1-7e69f709697a req-b6345984-287a-4ca1-973e-cffe0768c0fc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2769332 Aug 23 04:30:00.406744 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'Port': ['ID=bcef2473-0066-48a0-8c24-973674487455,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:00.410763 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:00.448116 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-812424f9-de43-4cb8-ac1e-ce804c998c9e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913416 Aug 23 04:30:00.467499 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:00.468903 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d4efa219-2556-4f9b-b66d-a587bbb6c6df tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0251398 Aug 23 04:30:00.515453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-94be7381-734c-42fd-a674-3ed6cb2f1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.517023 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-94be7381-734c-42fd-a674-3ed6cb2f1197 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 1127 time: 0.0908048 Aug 23 04:30:00.583166 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-ae3db80b-44df-4a0d-9abc-1d2c550efd97 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf60682-c074-41e8-9a64-cd742841f206 HTTP/1.1" status: 200 len: 217 time: 0.0371785 Aug 23 04:30:00.613182 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8a488-dc26-4b49-ad25-746b3b57602b req-90a2d784-cd6f-4327-b54e-ae3445ad6799 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.615366 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72c8a488-dc26-4b49-ad25-746b3b57602b req-90a2d784-cd6f-4327-b54e-ae3445ad6799 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 943 time: 0.0555415 Aug 23 04:30:00.641151 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1bf633e3-1013-4450-a3ed-5198adeefa55 req-21373750-372d-4f39-8c54-066dacb596f1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765854 Aug 23 04:30:00.651728 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-70681ed4-940a-40b8-af64-910e4590538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.653225 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-70681ed4-940a-40b8-af64-910e4590538d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0640507 Aug 23 04:30:00.658286 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:00.686938 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72c8a488-dc26-4b49-ad25-746b3b57602b req-c57877d5-c90b-4818-b69c-8b1814d13d5b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653930 Aug 23 04:30:00.721200 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-108b81b5-ea3a-44c5-9692-7e74b21735e2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1519446005&fields=id&tenant_id=c113bdd75f254073abcfbd109dc7d187 HTTP/1.1" status: 200 len: 267 time: 0.0709939 Aug 23 04:30:00.841577 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-41ace1d6-64f1-4b5a-9682-09594d0637ae tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.843174 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-41ace1d6-64f1-4b5a-9682-09594d0637ae tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 818 time: 0.1135712 Aug 23 04:30:00.861287 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-622ed9fa-8b53-4667-990d-ae2547bc6d95 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/quotas/c113bdd75f254073abcfbd109dc7d187 HTTP/1.1" status: 200 len: 375 time: 0.0104954 Aug 23 04:30:00.907530 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ec61a335-9712-4e8f-bb36-0fbc139c40bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:00.932631 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-8c7fbac5-22af-47e8-a543-9ef1b75cf28a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0644574 Aug 23 04:30:00.938738 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-cde01538-f25f-4479-bca0-d7c000a05dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:00.940284 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-cde01538-f25f-4479-bca0-d7c000a05dec service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2813559 Aug 23 04:30:00.968517 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:01.037451 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-2d8b353c-abab-4706-a9cd-596250a782e8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956080 Aug 23 04:30:01.043080 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-0a5381c9-ad94-43dd-93ae-355053a77bb0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950892 Aug 23 04:30:01.204875 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a28f57b6-f0a1-4654-b92e-25576247c10e req-94894534-3a05-4b24-8ed9-ae50916d3965 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551673 Aug 23 04:30:01.246682 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-f13fb12d-d819-42ec-808b-bbf8937553d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952739 Aug 23 04:30:01.292831 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e8ab1-f117-44a7-9c38-3b01062737bc req-75997db8-8116-4bb4-8a63-0c4195db11ce tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:01.294528 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aa4e8ab1-f117-44a7-9c38-3b01062737bc req-75997db8-8116-4bb4-8a63-0c4195db11ce tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0878582 Aug 23 04:30:01.338154 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:01.376852 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aa4e8ab1-f117-44a7-9c38-3b01062737bc req-652a0668-33bd-4cd5-852d-4250fcf04a2a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737152 Aug 23 04:30:01.537110 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3715586-4409-4b31-8406-c43cdd955414 req-a90ab7a4-4d11-44c6-9214-544cde283f34 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:01.544332 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e3715586-4409-4b31-8406-c43cdd955414 req-a90ab7a4-4d11-44c6-9214-544cde283f34 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0543599 Aug 23 04:30:01.624272 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae7f94-84bb-4a7c-b8e7-088fc8c2c685 req-94d03abf-6ecf-40b7-afb0-2810ca493871 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:01.625847 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7bae7f94-84bb-4a7c-b8e7-088fc8c2c685 req-94d03abf-6ecf-40b7-afb0-2810ca493871 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0789008 Aug 23 04:30:01.644723 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e3715586-4409-4b31-8406-c43cdd955414 req-673c519e-eabd-4392-9b69-e1c4796ef036 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991483 Aug 23 04:30:01.687231 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:30:01.840682 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7bfe96ea-61b2-4211-81c6-7b89ad4fd404 req-42e9f0d3-f89e-4e23-b07d-5617dbdd1d12 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.1129904 Aug 23 04:30:01.854255 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:01.863014 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1', 'network_id': '5b36f391-9303-491b-a896-5de83bacd8ff', 'port_id': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1', 'mac_address': 'fa:16:3e:dc:ae:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a324bc85-7f16-4a1b-9ef5-386f896c5393', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:30:01.865527 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7bae7f94-84bb-4a7c-b8e7-088fc8c2c685 req-e08fcc78-8d59-48b7-bd3a-309cebed0ab8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331080 Aug 23 04:30:01.912407 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:01.913417 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:01.942678 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:30:01.990874 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:01.995752 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:02.068986 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91c080-425e-4a0e-a34b-0dc9539e2ab3 req-67b7a4da-ff0d-4ff7-9a4f-66294bc71569 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:02.070571 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5d91c080-425e-4a0e-a34b-0dc9539e2ab3 req-67b7a4da-ff0d-4ff7-9a4f-66294bc71569 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 944 time: 0.0832868 Aug 23 04:30:02.095786 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:02.143065 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5d91c080-425e-4a0e-a34b-0dc9539e2ab3 req-95e08f55-0caa-4a9d-be52-e235e061b41e tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Aug 23 04:30:02.317371 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:02.410533 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['9c6f5b85-1738-4921-9eb1-fc2dc06098a1'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:30:02.458051 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:02.788219 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaff62-e7de-4baf-ab62-79602fa3bd9f req-c0ea151d-a414-47ee-98c9-3cd1320269c7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:02.790005 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8bcaff62-e7de-4baf-ab62-79602fa3bd9f req-c0ea151d-a414-47ee-98c9-3cd1320269c7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0571234 Aug 23 04:30:02.838592 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8bcaff62-e7de-4baf-ab62-79602fa3bd9f req-033dd70c-998e-412d-8f3f-9f8211cd7cd8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 Aug 23 04:30:02.951078 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6f9f3706-dd58-4c90-a29f-8dd0980d6731 req-0ee9095a-ed55-40f7-8ec0-98045e3f3c2f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0349548 Aug 23 04:30:03.047156 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13836a74-a622-4658-9099-2214bc4e4e05 req-d6aa673a-ff7c-48e7-bfa8-4c1f14b2d0c0 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:03.056485 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-13836a74-a622-4658-9099-2214bc4e4e05 req-d6aa673a-ff7c-48e7-bfa8-4c1f14b2d0c0 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0954397 Aug 23 04:30:03.113326 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-13836a74-a622-4658-9099-2214bc4e4e05 req-52147687-2419-4f30-8bfc-298b5686be01 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556517 Aug 23 04:30:03.272282 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbd5ac-6e36-47f0-8eb7-66c6d134c8e0 req-fef805d5-be78-4108-adf1-51f20df38b23 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:03.273742 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57dbd5ac-6e36-47f0-8eb7-66c6d134c8e0 req-fef805d5-be78-4108-adf1-51f20df38b23 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 944 time: 0.0486832 Aug 23 04:30:03.317548 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:03.325969 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57dbd5ac-6e36-47f0-8eb7-66c6d134c8e0 req-b72dd908-9dfa-4d26-93d8-be95a6aa1b47 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Aug 23 04:30:03.584993 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:03.693166 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:03.698641 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:30:03.743773 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:30:03.750397 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:30:03.750878 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:03.782470 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:03.838314 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:03.838840 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:03.864692 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673892ed-32af-43be-922d-f213ecde867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:03.867261 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea2135-f0c7-4509-a226-de210b5b8f21" -d '{"events": [{"server_uuid": "673892ed-32af-43be-922d-f213ecde867f", "name": "network-vif-plugged", "status": "completed", "tag": "9c6f5b85-1738-4921-9eb1-fc2dc06098a1"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:03.886333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:03.893029 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:03.932048 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead2d7de-5460-4ae1-9b6e-d0f1d1900fc0 x-openstack-request-id: req-ead2d7de-5460-4ae1-9b6e-d0f1d1900fc0 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:03.932702 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673892ed-32af-43be-922d-f213ecde867f", "name": "network-vif-plugged", "status": "completed", "tag": "9c6f5b85-1738-4921-9eb1-fc2dc06098a1", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:03.933328 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ead2d7de-5460-4ae1-9b6e-d0f1d1900fc0 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:03.933942 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead2d7de-5460-4ae1-9b6e-d0f1d1900fc0'] response: {'server_uuid': '673892ed-32af-43be-922d-f213ecde867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1', 'code': 200} Aug 23 04:30:03.965989 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:03.988692 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42973-3d53-4a0f-9381-236338c98616 req-67ace8ba-1ebc-4c6a-8db3-c146b37fc28b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:03.995629 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3df42973-3d53-4a0f-9381-236338c98616 req-67ace8ba-1ebc-4c6a-8db3-c146b37fc28b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0616357 Aug 23 04:30:04.048601 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3df42973-3d53-4a0f-9381-236338c98616 req-d64f8b29-01e2-431c-9674-cc399b62becf tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518901 Aug 23 04:30:04.101928 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a1997263-cf4b-4a55-983d-b0a818804f1e req-9e364240-2511-4623-bec7-450566f41826 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0458257 Aug 23 04:30:04.241641 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27bfaa-6dfd-47a0-81a6-6b9b141e92a4 req-802ca7f3-5fcb-444b-8146-e087ed1649a2 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:04.243118 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-da27bfaa-6dfd-47a0-81a6-6b9b141e92a4 req-802ca7f3-5fcb-444b-8146-e087ed1649a2 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0503612 Aug 23 04:30:04.294630 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-da27bfaa-6dfd-47a0-81a6-6b9b141e92a4 req-c887d0db-520c-450c-9f6c-edcedae2c28e tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452261 Aug 23 04:30:04.468154 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c30c4-eff9-460b-a372-d55d58a13632 req-19895e79-12c3-4ebb-a47a-ae6998c54ebb tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:04.469704 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2a4c30c4-eff9-460b-a372-d55d58a13632 req-19895e79-12c3-4ebb-a47a-ae6998c54ebb tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0662162 Aug 23 04:30:04.521513 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2a4c30c4-eff9-460b-a372-d55d58a13632 req-3fcc2d21-51a3-490d-ac5a-e752942371e9 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Aug 23 04:30:05.219151 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-222049cd-d2e2-4fbe-b815-c54479a5682b req-13f9ca09-560d-490b-b658-213788484045 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0329132 Aug 23 04:30:05.230337 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d374fc-ce60-4294-a3dc-4f80130b7c94 req-31ffaafe-447d-48c1-be4e-252022e71c8b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:05.243281 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-36d374fc-ce60-4294-a3dc-4f80130b7c94 req-31ffaafe-447d-48c1-be4e-252022e71c8b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0840259 Aug 23 04:30:05.283714 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-36d374fc-ce60-4294-a3dc-4f80130b7c94 req-0a0ae532-a17d-4009-ba20-9bf9ff13bbab tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454798 Aug 23 04:30:05.401995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:05.425239 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82299b-7f1a-4dc3-a4c2-85f010bd04d7 req-f82a18bd-981b-4d0c-bf2b-aba4fdf69507 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:05.432765 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3b82299b-7f1a-4dc3-a4c2-85f010bd04d7 req-f82a18bd-981b-4d0c-bf2b-aba4fdf69507 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0606296 Aug 23 04:30:05.478744 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3b82299b-7f1a-4dc3-a4c2-85f010bd04d7 req-c9780a05-1b58-4366-ae7e-7c9f98c8c512 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 Aug 23 04:30:05.652739 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57f0c2-1b46-42d8-b42b-807bcbb0c5d3 req-99efe14b-a4ee-4519-959c-0cd6ab4650ff tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:05.654219 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dd57f0c2-1b46-42d8-b42b-807bcbb0c5d3 req-99efe14b-a4ee-4519-959c-0cd6ab4650ff tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0524733 Aug 23 04:30:05.709621 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dd57f0c2-1b46-42d8-b42b-807bcbb0c5d3 req-c718691c-6573-43f2-8bc4-98ecc934b503 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491440 Aug 23 04:30:06.353014 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-863fd3d0-f825-4d69-a169-86a2bc5ff337 req-d64449e4-e62c-4751-8d14-14f80c0da067 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0494623 Aug 23 04:30:06.434638 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8747e-003b-43bf-a1a1-4ffcf313e432 req-2a5083a8-3b94-43a0-8157-71c73a0bee2c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:06.436332 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dec8747e-003b-43bf-a1a1-4ffcf313e432 req-2a5083a8-3b94-43a0-8157-71c73a0bee2c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0517440 Aug 23 04:30:06.500504 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dec8747e-003b-43bf-a1a1-4ffcf313e432 req-1f14adb4-2669-4e1d-89b7-85108bbd4533 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584326 Aug 23 04:30:06.888848 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812fc96-aa7f-467b-8626-a13aedbf6cf8 req-8e9185fe-4710-438a-90ad-760e48188b9c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:06.890446 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7812fc96-aa7f-467b-8626-a13aedbf6cf8 req-8e9185fe-4710-438a-90ad-760e48188b9c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.3347683 Aug 23 04:30:06.905448 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f01cb-53f3-42bc-8c08-efb9460b3b7e req-9445b0fa-4953-4a06-8581-2ae892fe37c7 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:06.907030 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-191f01cb-53f3-42bc-8c08-efb9460b3b7e req-9445b0fa-4953-4a06-8581-2ae892fe37c7 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0733898 Aug 23 04:30:06.989578 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7812fc96-aa7f-467b-8626-a13aedbf6cf8 req-af5b60ea-7cb4-4238-98ee-2634aa87ccbf tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925484 Aug 23 04:30:06.996888 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-191f01cb-53f3-42bc-8c08-efb9460b3b7e req-9a212e3f-15de-40aa-be6b-6716b89b1a48 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818639 Aug 23 04:30:07.146415 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:07.460478 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fafa80a9-9a96-4d15-890d-ef61d9aea5fc req-f9a2ed61-c94f-4b9e-9c5d-ac5152a7c038 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0325363 Aug 23 04:30:07.630734 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe12e0-74f5-4431-b798-57f3599c133b req-5b48c5d2-9b27-4b6f-91cc-a3ab149b487a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:07.632545 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d4fe12e0-74f5-4431-b798-57f3599c133b req-5b48c5d2-9b27-4b6f-91cc-a3ab149b487a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0511332 Aug 23 04:30:07.683545 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d4fe12e0-74f5-4431-b798-57f3599c133b req-6b43ef93-ba04-492f-b998-449b3c2a3cf9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453119 Aug 23 04:30:08.178169 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:08.188711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c63df-628f-4554-878d-44c5f69817de req-8a143563-dfec-432d-8413-8d2039da2a29 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:08.190211 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ed1c63df-628f-4554-878d-44c5f69817de req-8a143563-dfec-432d-8413-8d2039da2a29 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0759907 Aug 23 04:30:08.195777 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f144-e427-4135-8485-8ec0b68501e1 req-b6383fc2-a5c6-402c-9660-11d99fcc03ea tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:08.197270 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ab79f144-e427-4135-8485-8ec0b68501e1 req-b6383fc2-a5c6-402c-9660-11d99fcc03ea tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0936317 Aug 23 04:30:08.271638 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ed1c63df-628f-4554-878d-44c5f69817de req-39fa7839-94b2-469e-bd39-166d13f3dbe5 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733464 Aug 23 04:30:08.275785 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ab79f144-e427-4135-8485-8ec0b68501e1 req-64b52960-d8c6-4e3f-8c40-43a813be1d78 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711613 Aug 23 04:30:08.579053 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-97a8b3e0-7101-4460-8c4b-78eaa4e741bd req-57b20175-4bc0-4320-af94-4709dcdd5b0c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0390253 Aug 23 04:30:08.825859 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019cc0-c106-487f-a930-bcafbe0d3659 req-7a30efe0-d848-4efe-8e4c-e2db30983664 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:08.827363 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-13019cc0-c106-487f-a930-bcafbe0d3659 req-7a30efe0-d848-4efe-8e4c-e2db30983664 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0574341 Aug 23 04:30:08.889069 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-13019cc0-c106-487f-a930-bcafbe0d3659 req-3ad55e12-293d-4bbe-9214-3ee3c85bb733 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559442 Aug 23 04:30:09.434707 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbdda0-241d-4407-b0a7-80e3a67d9c28 req-b3520a25-6394-46b0-80ac-33449c5639bf tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:09.436207 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dabbdda0-241d-4407-b0a7-80e3a67d9c28 req-b3520a25-6394-46b0-80ac-33449c5639bf tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0819216 Aug 23 04:30:09.448419 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1af75-a12a-4344-8de2-24e0c1c02e4d req-f5d4b0ce-4aec-4ab3-9d72-dd4b0343d2d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:09.449875 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-17c1af75-a12a-4344-8de2-24e0c1c02e4d req-f5d4b0ce-4aec-4ab3-9d72-dd4b0343d2d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0825853 Aug 23 04:30:09.524728 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dabbdda0-241d-4407-b0a7-80e3a67d9c28 req-146b2db2-3952-48de-8635-67a03f4a9e11 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Aug 23 04:30:09.528833 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-17c1af75-a12a-4344-8de2-24e0c1c02e4d req-473463d0-9c7c-48bf-8381-093ea23fd4af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729489 Aug 23 04:30:09.693737 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c4b66dff-afbd-4c13-a128-171ea7d80854 req-5c9df33f-d414-422f-af32-b02798d0cc53 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0351112 Aug 23 04:30:10.009180 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:10.033078 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271cf6-0c49-4ebf-b087-6491f6030b00 req-fc9b11b5-4f8d-4db3-b613-5cfedc67b805 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:10.034737 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-22271cf6-0c49-4ebf-b087-6491f6030b00 req-fc9b11b5-4f8d-4db3-b613-5cfedc67b805 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0531929 Aug 23 04:30:10.085320 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-22271cf6-0c49-4ebf-b087-6491f6030b00 req-36ec381c-8843-47cd-9fee-660002666757 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Aug 23 04:30:10.676840 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcda04-9651-4d8b-b359-79fd6a3f69f0 req-b8de3467-76e0-434e-a48b-c3a052582e04 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:10.678391 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ffcda04-9651-4d8b-b359-79fd6a3f69f0 req-b8de3467-76e0-434e-a48b-c3a052582e04 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0801246 Aug 23 04:30:10.683959 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e733481-35c6-4851-baf5-8292e720e15a req-5b817c1e-3dd6-45c8-a85a-1e50d154f22c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:10.685290 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1e733481-35c6-4851-baf5-8292e720e15a req-5b817c1e-3dd6-45c8-a85a-1e50d154f22c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0775211 Aug 23 04:30:10.758101 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ffcda04-9651-4d8b-b359-79fd6a3f69f0 req-653fd0ce-7f1b-4a28-adc7-61f845b7870c tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718410 Aug 23 04:30:10.761602 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1e733481-35c6-4851-baf5-8292e720e15a req-1e02c4c0-f66b-4e34-9ffe-be10be006020 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684352 Aug 23 04:30:10.845600 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d8895d58-4522-49f5-a17b-a58baf96f090 req-53f5eaf1-dbc2-465d-9a01-281127548f06 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0306499 Aug 23 04:30:10.987091 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20fa6e-38d6-4067-9d98-bfc0f48c48ab req-cd171a73-987f-47b9-bbe6-f9f734a4ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:10.989355 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4d20fa6e-38d6-4067-9d98-bfc0f48c48ab req-cd171a73-987f-47b9-bbe6-f9f734a4ee70 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 1129 time: 0.0449057 Aug 23 04:30:11.038687 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4d20fa6e-38d6-4067-9d98-bfc0f48c48ab req-45d54598-7634-456e-a164-1afb4c031034 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Aug 23 04:30:11.227670 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c46b9-e896-450d-b055-04b53795374f req-f93dc4f1-8a76-454d-9967-09aa283fdfb6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:11.229059 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-008c46b9-e896-450d-b055-04b53795374f req-f93dc4f1-8a76-454d-9967-09aa283fdfb6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0482028 Aug 23 04:30:11.280439 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-008c46b9-e896-450d-b055-04b53795374f req-1542896d-a113-4566-a3c0-c3f43f74f620 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431561 Aug 23 04:30:11.718088 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 8bf60682-c074-41e8-9a64-cd742841f206 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:30:11.827496 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 8bf60682-c074-41e8-9a64-cd742841f206, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=8bf60682-c074-41e8-9a64-cd742841f206,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:11.842994 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '8bf60682-c074-41e8-9a64-cd742841f206', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'port_id': '8bf60682-c074-41e8-9a64-cd742841f206', 'mac_address': 'fa:16:3e:a1:29:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:30:11.880839 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 8bf60682-c074-41e8-9a64-cd742841f206 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:11.881232 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8bf60682-c074-41e8-9a64-cd742841f206), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:11.895058 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf60682-c074-41e8-9a64-cd742841f206 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:30:11.915671 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 8bf60682-c074-41e8-9a64-cd742841f206, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=8bf60682-c074-41e8-9a64-cd742841f206,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:11.916475 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2478a57-f850-4742-a4cf-e02b8130e8fb req-08c44cf1-395d-4621-b320-897fd8e7b626 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:11.918410 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b2478a57-f850-4742-a4cf-e02b8130e8fb req-08c44cf1-395d-4621-b320-897fd8e7b626 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 943 time: 0.0799744 Aug 23 04:30:11.920391 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (8bf60682-c074-41e8-9a64-cd742841f206), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:11.924516 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56975c8-54e3-4a1c-b8ea-4bc9166837e0 req-c0b82ecf-025f-455a-869c-18db72ad9212 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:11.925853 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d56975c8-54e3-4a1c-b8ea-4bc9166837e0 req-c0b82ecf-025f-455a-869c-18db72ad9212 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0895267 Aug 23 04:30:11.981935 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=8bf60682-c074-41e8-9a64-cd742841f206,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:12.003340 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b2478a57-f850-4742-a4cf-e02b8130e8fb req-464ce566-8cf1-4ea7-9763-bfdd77b7af00 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765281 Aug 23 04:30:12.010458 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d56975c8-54e3-4a1c-b8ea-4bc9166837e0 req-dba76c6c-cf44-444a-bf0b-6348436faac7 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764422 Aug 23 04:30:12.106515 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6db0ce5e-a520-4696-8640-89a8ea5fc923 req-cdfcf27e-2572-4c26-9f86-38075089c6f9 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0376172 Aug 23 04:30:12.159860 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-50f45aa6-ab8e-4547-8980-736de838d42c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:12.161338 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-50f45aa6-ab8e-4547-8980-736de838d42c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 818 time: 0.1377411 Aug 23 04:30:12.225191 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['8bf60682-c074-41e8-9a64-cd742841f206'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:30:12.246462 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-b0c8fb2e-5772-466a-b9b7-ae50830d0a0d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c113bdd75f254073abcfbd109dc7d187 HTTP/1.1" status: 200 len: 380 time: 0.0602612 Aug 23 04:30:12.272809 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'port': {'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'admin_state_up': True, 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'security_groups': ['b0ff2894-a2fb-4e66-84aa-6fb61f11f177']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:12.329273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:12.372277 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:12.423839 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Made reservation on behalf of c113bdd75f254073abcfbd109dc7d187 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:30:12.427743 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:12.467930 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01818b-9a52-4758-bf70-cc0772d5c46b req-65c86ccf-0a3a-452b-9ade-4f1589aa2a04 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:12.472681 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a01818b-9a52-4758-bf70-cc0772d5c46b req-65c86ccf-0a3a-452b-9ade-4f1589aa2a04 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0818787 Aug 23 04:30:12.508020 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:12.531990 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3a01818b-9a52-4758-bf70-cc0772d5c46b req-79b675a1-86a6-4b0b-80ad-0eb0af35c3bd tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501103 Aug 23 04:30:12.575006 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Allocated IP 172.20.0.3 (fd742f53-022c-4e81-afc1-52562ecc925b/3706df79-427a-4068-a8e4-a3e4286726e4/4c9d7f64-2968-4d76-afad-0620fa10df9e) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:30:12.732969 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:12.759723 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:12.767207 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:12.816175 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Network fd742f53-022c-4e81-afc1-52562ecc925b is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:30:12.819349 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:30:12.823380 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:30:12.829573 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event updated for resources: {'Port': ['ID=4c9d7f64-2968-4d76-afad-0620fa10df9e,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:12.876963 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:12.877948 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:12.897824 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-5c5fa7a6-cf42-4d8d-b997-75d8aae8aeed tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6289556 Aug 23 04:30:13.000654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Request body: {'port': {'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:13.030872 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-746129c5-bcfd-4efd-9c99-cb3b79235777 None None] Provisioning complete for port 4c9d7f64-2968-4d76-afad-0620fa10df9e triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:30:13.031434 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-746129c5-bcfd-4efd-9c99-cb3b79235777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.065131 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.070840 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-746129c5-bcfd-4efd-9c99-cb3b79235777 None None] Port 4c9d7f64-2968-4d76-afad-0620fa10df9e cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:30:13.167257 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d31a38-4a01-4487-a371-d208a889df85 req-42526153-0580-4859-b85e-dad217ff7a9d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.168742 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0d31a38-4a01-4487-a371-d208a889df85 req-42526153-0580-4859-b85e-dad217ff7a9d tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0766900 Aug 23 04:30:13.175392 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2f132-6492-414c-a64a-a414779b5f5e req-83635a9c-282d-4907-9c8e-682b447fa9fd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.176841 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e4c2f132-6492-414c-a64a-a414779b5f5e req-83635a9c-282d-4907-9c8e-682b447fa9fd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 944 time: 0.0751300 Aug 23 04:30:13.255218 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0d31a38-4a01-4487-a371-d208a889df85 req-99aecadb-6c0f-4737-9b1b-1fa147a5d71a tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773458 Aug 23 04:30:13.258854 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e4c2f132-6492-414c-a64a-a414779b5f5e req-d0e34ee7-84ce-413b-b1e2-cc1f6a9b9a7d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750744 Aug 23 04:30:13.273253 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:13.343976 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9d7f64-2968-4d76-afad-0620fa10df9e {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:30:13.352671 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Publish callbacks [] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.366529 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Transition to ACTIVE for port object 4c9d7f64-2968-4d76-afad-0620fa10df9e will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:30:13.371568 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.379505 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de712abb-9731-4a2f-8be7-d29df4737442 req-8eb985ce-eefd-4107-8f99-f4916d659211 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.381316 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-de712abb-9731-4a2f-8be7-d29df4737442 req-8eb985ce-eefd-4107-8f99-f4916d659211 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 931 time: 0.0517294 Aug 23 04:30:13.413891 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:13.433685 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-de712abb-9731-4a2f-8be7-d29df4737442 req-f220e225-75b7-48a6-88b9-cab2bcca9b5f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466409 Aug 23 04:30:13.471048 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Pushing event updated for resources: {'Port': ['ID=4c9d7f64-2968-4d76-afad-0620fa10df9e,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:13.504481 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Attempting to bind port 4c9d7f64-2968-4d76-afad-0620fa10df9e on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:30:13.504826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Attempting to bind port 4c9d7f64-2968-4d76-afad-0620fa10df9e by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:30:13.505214 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Attempting to bind port 4c9d7f64-2968-4d76-afad-0620fa10df9e on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:30:13.509861 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Port 4c9d7f64-2968-4d76-afad-0620fa10df9e on network fd742f53-022c-4e81-afc1-52562ecc925b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:30:13.510176 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Attempting to bind port 4c9d7f64-2968-4d76-afad-0620fa10df9e on network fd742f53-022c-4e81-afc1-52562ecc925b {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:30:13.515019 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:30:13.515347 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Checking segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:30:13.515729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Bound using segment: {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:30:13.516169 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Bound port: 4c9d7f64-2968-4d76-afad-0620fa10df9e, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaddadc-55ed-49a6-b208-63999301a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:30:13.516519 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.582971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] For port 4c9d7f64-2968-4d76-afad-0620fa10df9e, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:30:13.586652 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] For port 4c9d7f64-2968-4d76-afad-0620fa10df9e, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:30:13.596206 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.603030 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.604880 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.605164 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 1093 time: 0.6090870 Aug 23 04:30:13.605674 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:13.607967 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426772f1-71fc-4abd-b590-1e2b60042139" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:13.707470 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3fa0-b4e9-476c-b840-297aa78b899c req-9c81807d-ad05-45f2-a7bb-2be5c9c88c5c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.708441 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-af2f3fa0-b4e9-476c-b840-297aa78b899c req-9c81807d-ad05-45f2-a7bb-2be5c9c88c5c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0591748 Aug 23 04:30:13.710438 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c9cf24-5556-4a16-80bd-4d6f8a864bcb x-openstack-request-id: req-d5c9cf24-5556-4a16-80bd-4d6f8a864bcb {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:13.710718 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:13.710966 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5c9cf24-5556-4a16-80bd-4d6f8a864bcb {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:13.711356 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c9cf24-5556-4a16-80bd-4d6f8a864bcb'] response: {'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'status': 'completed', 'code': 200} Aug 23 04:30:13.735446 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 8bf60682-c074-41e8-9a64-cd742841f206 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:30:13.737390 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-a945d6a9-d3c3-4745-aafe-42d04ee022d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.739079 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-a945d6a9-d3c3-4745-aafe-42d04ee022d6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0748622 Aug 23 04:30:13.740067 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92fe0d-b724-4c4e-981d-c4d30c459dbb service neutron] Pushing event updated for resources: {'Port': ['ID=4c9d7f64-2968-4d76-afad-0620fa10df9e,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:13.790252 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 8bf60682-c074-41e8-9a64-cd742841f206 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:30:13.797561 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 8bf60682-c074-41e8-9a64-cd742841f206 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:30:13.797903 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (8bf60682-c074-41e8-9a64-cd742841f206), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.807278 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-af2f3fa0-b4e9-476c-b840-297aa78b899c req-3d5464fc-5193-44a7-b4ab-374ca2376b3d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863571 Aug 23 04:30:13.808599 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-a79c92d6-ed04-4312-b558-b775f6c09296 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 217 time: 0.0522518 Aug 23 04:30:13.855578 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:13.864087 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-dd152aa5-60fc-45b2-ae44-e1354ec223f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.866111 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-dd152aa5-60fc-45b2-ae44-e1354ec223f5 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0490284 Aug 23 04:30:13.873583 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 8bf60682-c074-41e8-9a64-cd742841f206 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:13.874040 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (8bf60682-c074-41e8-9a64-cd742841f206), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.891973 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:13.898407 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:13.900987 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a25d7b-bc58-4349-b0f9-84b821aa62bf" -d '{"events": [{"server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "name": "network-vif-plugged", "status": "completed", "tag": "8bf60682-c074-41e8-9a64-cd742841f206"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:13.912645 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018933b-140b-44fc-92fd-6a5d1553711e req-f7c0982a-898f-4375-bea4-52b810abe9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:13.914551 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-f7c0982a-898f-4375-bea4-52b810abe9d6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406559 Aug 23 04:30:13.919070 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 8bf60682-c074-41e8-9a64-cd742841f206, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=8bf60682-c074-41e8-9a64-cd742841f206,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:13.923800 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (8bf60682-c074-41e8-9a64-cd742841f206), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:13.948835 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac2682-9573-48b7-b57c-6d3babb71ea1 x-openstack-request-id: req-28ac2682-9573-48b7-b57c-6d3babb71ea1 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:13.949123 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "name": "network-vif-plugged", "status": "completed", "tag": "8bf60682-c074-41e8-9a64-cd742841f206", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:13.949371 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28ac2682-9573-48b7-b57c-6d3babb71ea1 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:13.949760 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ac2682-9573-48b7-b57c-6d3babb71ea1'] response: {'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206', 'code': 200} Aug 23 04:30:13.979637 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=8bf60682-c074-41e8-9a64-cd742841f206,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:14.019129 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-0a762856-1c6c-4ae6-9a00-309b96f4f7af service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960317 Aug 23 04:30:14.115597 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f018933b-140b-44fc-92fd-6a5d1553711e req-085906bd-f29c-4b18-a6a7-d061f12814f2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 Aug 23 04:30:14.167531 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35866-ae09-4099-9de8-9375aeb61115 req-16e59555-44ae-418e-a761-d952599b2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:14.169076 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e3b35866-ae09-4099-9de8-9375aeb61115 req-16e59555-44ae-418e-a761-d952599b2ab0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 1129 time: 0.0443816 Aug 23 04:30:14.392754 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5082a-26a1-46f6-9ea1-a10145677456 req-773ea67d-61b7-43b9-a6d2-b8dad7b7f06a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:14.394121 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d2f5082a-26a1-46f6-9ea1-a10145677456 req-773ea67d-61b7-43b9-a6d2-b8dad7b7f06a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0544350 Aug 23 04:30:14.448661 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d2f5082a-26a1-46f6-9ea1-a10145677456 req-0b873200-10a6-4f33-8c13-e94871ef252b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481987 Aug 23 04:30:14.557061 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972e749-8b65-4c82-8bd2-b776efeacb54 req-1ec04839-7eb3-4560-83a6-6197b34df435 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:14.558517 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2972e749-8b65-4c82-8bd2-b776efeacb54 req-1ec04839-7eb3-4560-83a6-6197b34df435 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 943 time: 0.0475919 Aug 23 04:30:14.607613 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2972e749-8b65-4c82-8bd2-b776efeacb54 req-864f846c-6d57-493d-b725-7ad5354afff8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Aug 23 04:30:14.952677 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a800f-fa27-4b9e-9b6e-33675bca4198 req-866cfede-af55-499b-ac82-19cd5431d14e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:14.954118 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b75a800f-fa27-4b9e-9b6e-33675bca4198 req-866cfede-af55-499b-ac82-19cd5431d14e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0568419 Aug 23 04:30:15.005924 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b75a800f-fa27-4b9e-9b6e-33675bca4198 req-eae61547-8288-4948-92f3-49f3050d7546 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457933 Aug 23 04:30:15.319580 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426772f1-71fc-4abd-b590-1e2b60042139 req-9b597c8e-b323-450d-966b-5da317cda608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:15.321084 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-426772f1-71fc-4abd-b590-1e2b60042139 req-9b597c8e-b323-450d-966b-5da317cda608 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0669601 Aug 23 04:30:15.324382 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-e3b35866-ae09-4099-9de8-9375aeb61115 req-3cb3de41-824d-452e-86e7-eb4f0c24b49c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762653 Aug 23 04:30:15.579999 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae70f3-37c7-416d-b132-88af153507eb req-a9a9791a-0cf6-49a0-8a2c-fbc1756a6b90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:15.581359 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74ae70f3-37c7-416d-b132-88af153507eb req-a9a9791a-0cf6-49a0-8a2c-fbc1756a6b90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0556023 Aug 23 04:30:15.630923 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-74ae70f3-37c7-416d-b132-88af153507eb req-1f422c72-43be-480c-bfbb-51e461cb0989 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434165 Aug 23 04:30:15.658476 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:15.664610 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426772f1-71fc-4abd-b590-1e2b60042139 req-74a3f612-67b0-402a-945c-d24593a8db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:15.666094 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-426772f1-71fc-4abd-b590-1e2b60042139 req-74a3f612-67b0-402a-945c-d24593a8db27 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.0955784 Aug 23 04:30:15.708311 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-426772f1-71fc-4abd-b590-1e2b60042139 req-41b1674f-5948-4bd6-98d6-11a2da72d03a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 217 time: 0.0332184 Aug 23 04:30:15.747215 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e821c2a-185a-4c21-b656-14c5325e33e0 req-906e9a80-6072-4144-8b81-7a9cbcc9b4cd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:15.748771 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1e821c2a-185a-4c21-b656-14c5325e33e0 req-906e9a80-6072-4144-8b81-7a9cbcc9b4cd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 943 time: 0.0497456 Aug 23 04:30:15.750465 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 4c9d7f64-2968-4d76-afad-0620fa10df9e details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:30:15.774759 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426772f1-71fc-4abd-b590-1e2b60042139 req-62b66527-2d0d-4418-85dc-3ef94d5f94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:15.776514 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-426772f1-71fc-4abd-b590-1e2b60042139 req-62b66527-2d0d-4418-85dc-3ef94d5f94ea service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0492065 Aug 23 04:30:15.802649 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1e821c2a-185a-4c21-b656-14c5325e33e0 req-9befd692-e40d-40ff-b0f0-bef8281e6a3c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Aug 23 04:30:15.863088 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 4c9d7f64-2968-4d76-afad-0620fa10df9e, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:15.874178 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'mac_address': 'fa:16:3e:1c:76:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:30:15.922311 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 4c9d7f64-2968-4d76-afad-0620fa10df9e is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:15.922700 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:15.936801 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9d7f64-2968-4d76-afad-0620fa10df9e {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:30:15.956940 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 4c9d7f64-2968-4d76-afad-0620fa10df9e, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:15.963043 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:16.010166 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=4c9d7f64-2968-4d76-afad-0620fa10df9e,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:16.143254 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d279ca-6a87-4e4c-b490-0ff0367aa2f6 req-4248c4b9-282c-4a9c-be53-8cc2bd5d47f8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:16.144672 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3d279ca-6a87-4e4c-b490-0ff0367aa2f6 req-4248c4b9-282c-4a9c-be53-8cc2bd5d47f8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0574744 Aug 23 04:30:16.195978 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3d279ca-6a87-4e4c-b490-0ff0367aa2f6 req-1b6ed083-9990-4eb1-bf4e-ad56931dfc8c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Aug 23 04:30:16.319818 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['4c9d7f64-2968-4d76-afad-0620fa10df9e'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:30:16.448361 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426772f1-71fc-4abd-b590-1e2b60042139 req-ddf125fa-11a9-46a9-9e05-a5c85cb186c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:16.449944 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-426772f1-71fc-4abd-b590-1e2b60042139 req-ddf125fa-11a9-46a9-9e05-a5c85cb186c9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449238 Aug 23 04:30:16.456114 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:16.756367 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aa45f-26dc-42fb-8d22-bb443c21e20c req-7c964e30-51b0-48f8-be09-9a486dc0eee8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:16.757779 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ba7aa45f-26dc-42fb-8d22-bb443c21e20c req-7c964e30-51b0-48f8-be09-9a486dc0eee8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0507123 Aug 23 04:30:16.806481 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ba7aa45f-26dc-42fb-8d22-bb443c21e20c req-4186d34b-12df-4c39-9282-dfc26c8e599a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430799 Aug 23 04:30:16.926198 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c9c0e-1a7e-43a8-badf-d4ee2ce6abfd req-f7b35761-d41b-4094-837f-b094b49c40ac tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:16.927694 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-322c9c0e-1a7e-43a8-badf-d4ee2ce6abfd req-f7b35761-d41b-4094-837f-b094b49c40ac tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0523407 Aug 23 04:30:16.942681 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:16.980290 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-322c9c0e-1a7e-43a8-badf-d4ee2ce6abfd req-ef628d73-feab-45f9-92b5-09e926ea0fcc tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Aug 23 04:30:17.332614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af857-d39c-4661-84f0-264e6f09478c req-b4db391c-3d3a-47fb-9099-769dae7124c8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:17.334139 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-249af857-d39c-4661-84f0-264e6f09478c req-b4db391c-3d3a-47fb-9099-769dae7124c8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0546236 Aug 23 04:30:17.381839 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-249af857-d39c-4661-84f0-264e6f09478c req-109766ff-8d6d-4c8b-b680-a6d9c0b288de tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421722 Aug 23 04:30:17.730806 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-426772f1-71fc-4abd-b590-1e2b60042139 req-3c2ca5cb-15e4-41a2-a6f1-e73cfad0569d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023145 Aug 23 04:30:17.749551 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 4c9d7f64-2968-4d76-afad-0620fa10df9e up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:30:17.794212 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 4c9d7f64-2968-4d76-afad-0620fa10df9e completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:30:17.803421 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 4c9d7f64-2968-4d76-afad-0620fa10df9e triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:30:17.803990 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:17.882964 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 4c9d7f64-2968-4d76-afad-0620fa10df9e is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:17.883448 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:17.908061 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:17.910333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac7abc-da59-48d8-bd7d-8b93981b15a1" -d '{"events": [{"server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:17.926501 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 4c9d7f64-2968-4d76-afad-0620fa10df9e, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:17.933087 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:17.947532 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84108fe-0e07-435a-90c9-112b7910268c req-b21cd7ae-a6b6-413e-9002-5935e77c8584 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:17.947532 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c84108fe-0e07-435a-90c9-112b7910268c req-b21cd7ae-a6b6-413e-9002-5935e77c8584 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0591953 Aug 23 04:30:17.953581 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:17.972845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50477165-8575-4e5d-82af-f54226c9d112 x-openstack-request-id: req-50477165-8575-4e5d-82af-f54226c9d112 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:17.973675 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:17.974073 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50477165-8575-4e5d-82af-f54226c9d112 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:17.974531 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50477165-8575-4e5d-82af-f54226c9d112'] response: {'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'code': 200} Aug 23 04:30:17.991393 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=4c9d7f64-2968-4d76-afad-0620fa10df9e,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:18.003371 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c84108fe-0e07-435a-90c9-112b7910268c req-b7683c58-d3d7-4e96-aeb2-3dba8de9d8a3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568588 Aug 23 04:30:18.148235 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88986-2b36-4fbd-858a-aaabe251bd61 req-4983c63c-28f2-4b99-88c3-95345e09e364 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:18.149709 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-71d88986-2b36-4fbd-858a-aaabe251bd61 req-4983c63c-28f2-4b99-88c3-95345e09e364 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0791984 Aug 23 04:30:18.155637 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317050fb-9f32-4837-bf1f-1cf81f6a8399 req-d1d76261-3fbc-4e2b-9303-b1312eebd968 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:18.157009 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-317050fb-9f32-4837-bf1f-1cf81f6a8399 req-d1d76261-3fbc-4e2b-9303-b1312eebd968 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0755177 Aug 23 04:30:18.167491 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42158) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:30:18.172186 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'port_id': '8bf60682-c074-41e8-9a64-cd742841f206'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:18.207785 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-71d88986-2b36-4fbd-858a-aaabe251bd61 req-5ee1701c-5c6b-49df-8ce1-ff97263eb4be tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497739 Aug 23 04:30:18.228439 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (b98b9bb3-2b6a-4885-88d8-92db1b823b21), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:18.529745 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea258e-0b99-43a0-ada4-5f26b9573b95 req-7ae0aace-176f-4add-af9f-6a10aa6f0ad4 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:18.532027 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-67ea258e-0b99-43a0-ada4-5f26b9573b95 req-7ae0aace-176f-4add-af9f-6a10aa6f0ad4 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0508127 Aug 23 04:30:18.566063 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-426772f1-71fc-4abd-b590-1e2b60042139 req-41df2ca2-de09-4afa-982d-ad1ba7112b80 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810225 Aug 23 04:30:18.568624 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031869d-e60a-425f-b704-3c376eb7559e req-03fe024d-cea4-4f90-81b0-d09710c9fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:18.569988 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-d031869d-e60a-425f-b704-3c376eb7559e req-03fe024d-cea4-4f90-81b0-d09710c9fa7f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0924428 Aug 23 04:30:18.586146 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:18.590365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-67ea258e-0b99-43a0-ada4-5f26b9573b95 req-7bac512e-47ac-4f1a-8e55-2928401a0318 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520947 Aug 23 04:30:18.725353 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-d031869d-e60a-425f-b704-3c376eb7559e req-4e2647a9-0059-4ac6-bf16-7d34964b891a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460011 Aug 23 04:30:18.823521 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:18.829204 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (b98b9bb3-2b6a-4885-88d8-92db1b823b21), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:18.931516 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP b98b9bb3-2b6a-4885-88d8-92db1b823b21 associated. External IP: 172.27.4.105, port: 8bf60682-c074-41e8-9a64-cd742841f206. Aug 23 04:30:19.132241 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:19.177846 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:30:19.281627 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:30:19.286691 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:19.292145 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:30:19.304220 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:30:19.305311 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:30:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:19.324738 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a99998b5-7a4e-482a-a868-5be0943948dd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/b98b9bb3-2b6a-4885-88d8-92db1b823b21 HTTP/1.1" status: 200 len: 991 time: 1.1559687 Aug 23 04:30:19.325364 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:19.327713 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b666bff-346c-4609-b031-3a447b649ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "tag": "8bf60682-c074-41e8-9a64-cd742841f206"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:19.329155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e889a2-16ab-4d72-8076-0c2447ddec5c req-287e44f2-1790-4e6e-8fbc-e383f8b1aec8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:19.331084 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05e889a2-16ab-4d72-8076-0c2447ddec5c req-287e44f2-1790-4e6e-8fbc-e383f8b1aec8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0483959 Aug 23 04:30:19.373385 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73abeb7-39a8-4942-978a-71244cdf52e4 x-openstack-request-id: req-a73abeb7-39a8-4942-978a-71244cdf52e4 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:19.373385 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "tag": "8bf60682-c074-41e8-9a64-cd742841f206", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:19.373385 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a73abeb7-39a8-4942-978a-71244cdf52e4 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:19.373385 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73abeb7-39a8-4942-978a-71244cdf52e4'] response: {'name': 'network-changed', 'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206', 'status': 'completed', 'code': 200} Aug 23 04:30:19.387541 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05e889a2-16ab-4d72-8076-0c2447ddec5c req-9cc9db5a-ae42-4400-bf04-1687cbf19c1e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490625 Aug 23 04:30:19.419415 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:30:19.420991 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:19.692749 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:33Z', 'revision_number': 2, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}, {'id': 'b98b9bb3-2b6a-4885-88d8-92db1b823b21', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.105', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': '8bf60682-c074-41e8-9a64-cd742841f206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:a1:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:51Z', 'updated_at': '2022-08-23T04:30:18Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:19.708338 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666bff-346c-4609-b031-3a447b649ce9 req-ebfeed1f-19c0-4852-8a2a-862862827297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:19.710194 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2b666bff-346c-4609-b031-3a447b649ce9 req-ebfeed1f-19c0-4852-8a2a-862862827297 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 1129 time: 0.0477891 Aug 23 04:30:19.725867 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:30:19.733266 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212b8f-2caa-4fd3-9652-f7e52ee3d4ca req-ff6e951b-2f54-4a92-bb07-84d8317be3de tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:19.734555 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:30:19.734929 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-93212b8f-2caa-4fd3-9652-f7e52ee3d4ca req-ff6e951b-2f54-4a92-bb07-84d8317be3de tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 944 time: 0.0579391 Aug 23 04:30:19.735161 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:30:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:19.769432 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:30:19.794810 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-93212b8f-2caa-4fd3-9652-f7e52ee3d4ca req-0c73f431-5be2-4013-88c1-bad9c1e7f7f7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529160 Aug 23 04:30:20.054824 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:30:20.058216 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:20.085496 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666bff-346c-4609-b031-3a447b649ce9 req-3f13c09c-1ad1-4321-8610-6e7f3e0055b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:20.087559 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2b666bff-346c-4609-b031-3a447b649ce9 req-3f13c09c-1ad1-4321-8610-6e7f3e0055b9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 916 time: 0.3705702 Aug 23 04:30:20.162513 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:20.184500 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'port_id': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'mac_address': 'fa:16:3e:5a:e5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:30:20.254421 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:20.254826 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:20.302821 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:30:20.338115 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:20.364810 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:20.415173 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:33Z', 'revision_number': 2, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}, {'id': 'b98b9bb3-2b6a-4885-88d8-92db1b823b21', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.105', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': '8bf60682-c074-41e8-9a64-cd742841f206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:a1:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:51Z', 'updated_at': '2022-08-23T04:30:18Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:20.444358 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ffa7f-cdfd-4a2e-8567-dd7445394e54 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:33Z', 'revision_number': 2, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}, {'id': 'b98b9bb3-2b6a-4885-88d8-92db1b823b21', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.105', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': '8bf60682-c074-41e8-9a64-cd742841f206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:a1:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:51Z', 'updated_at': '2022-08-23T04:30:18Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:30:20.455383 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=9']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:20.522523 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f04164-3f5b-44a3-b57e-fc9bb7d305c4 req-dbe2efe6-fb1d-4219-bb9e-7e1e6692b7e3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:20.524077 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-73f04164-3f5b-44a3-b57e-fc9bb7d305c4 req-dbe2efe6-fb1d-4219-bb9e-7e1e6692b7e3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Aug 23 04:30:20.577134 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-73f04164-3f5b-44a3-b57e-fc9bb7d305c4 req-9647fa25-10bb-4c2a-a700-a4c8bd427333 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471566 Aug 23 04:30:20.656674 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a00e2-9ff1-457e-926c-2dcc625dbcbc None None] New status for floating IP b98b9bb3-2b6a-4885-88d8-92db1b823b21: ACTIVE {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:30:20.728897 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['56285f49-e5c0-4e47-acbc-7a0f3d0d8622'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:30:20.807309 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:20.829239 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2b666bff-346c-4609-b031-3a447b649ce9 req-eb114062-fb81-4e8b-a4d4-cb51d7d54dd8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf60682-c074-41e8-9a64-cd742841f206 HTTP/1.1" status: 200 len: 999 time: 0.0664027 Aug 23 04:30:20.933011 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf9660-1987-4717-b25e-629a5190db95 req-35fc4f4e-665b-4031-a056-40b71c0685a7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:20.934479 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4edf9660-1987-4717-b25e-629a5190db95 req-35fc4f4e-665b-4031-a056-40b71c0685a7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 945 time: 0.0480139 Aug 23 04:30:20.986915 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4edf9660-1987-4717-b25e-629a5190db95 req-f1d492b3-c010-4912-beeb-03951ad25e8a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466442 Aug 23 04:30:21.258061 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666bff-346c-4609-b031-3a447b649ce9 req-c6f76cb0-16cf-41f1-81e6-471ef94ef45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:21.259529 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2b666bff-346c-4609-b031-3a447b649ce9 req-c6f76cb0-16cf-41f1-81e6-471ef94ef45c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0472531 Aug 23 04:30:21.306505 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666bff-346c-4609-b031-3a447b649ce9 req-69e7ff8b-b81a-4be3-9221-cf57e8ec2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:21.308060 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2b666bff-346c-4609-b031-3a447b649ce9 req-69e7ff8b-b81a-4be3-9221-cf57e8ec2bdd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424118 Aug 23 04:30:21.653357 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:21.731566 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e48e4-5f98-4027-bc6d-5c8d5ee390da req-223aab38-23ea-4544-abb5-684147755572 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:21.734159 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-757e48e4-5f98-4027-bc6d-5c8d5ee390da req-223aab38-23ea-4544-abb5-684147755572 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0716577 Aug 23 04:30:21.756524 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2b666bff-346c-4609-b031-3a447b649ce9 req-7e8ce31c-2afa-438c-a43e-1e41a07f2907 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116712 Aug 23 04:30:21.787830 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:30:21.797751 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-757e48e4-5f98-4027-bc6d-5c8d5ee390da req-79adb688-6b74-4c60-9e62-65fcdb924c31 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564649 Aug 23 04:30:21.850196 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:30:21.850832 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:21.912466 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2b666bff-346c-4609-b031-3a447b649ce9 req-69e5d76b-871c-49dc-89f9-4f8a49bb8594 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332278 Aug 23 04:30:21.938827 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b32ef2-e400-4041-9eb3-920a19443f02 req-195508a6-0955-46bb-914b-4d66c294c6c8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:21.944619 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63b32ef2-e400-4041-9eb3-920a19443f02 req-195508a6-0955-46bb-914b-4d66c294c6c8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0592730 Aug 23 04:30:21.950477 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42184) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:30:21.956871 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:30:21.957235 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'floatingip': {'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:21.957343 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:21.986277 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:21.988572 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5349445-ff72-4a34-95f1-f03c3e35ddf6" -d '{"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-plugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:21.996314 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:22.003662 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:22.008333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:22.041551 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:22.052388 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b8946-a082-48bb-b4a9-67aacc61dc59 x-openstack-request-id: req-6b6b8946-a082-48bb-b4a9-67aacc61dc59 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:22.052953 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-plugged", "status": "completed", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:22.053267 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b6b8946-a082-48bb-b4a9-67aacc61dc59 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:22.054368 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6b8946-a082-48bb-b4a9-67aacc61dc59'] response: {'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'code': 200} Aug 23 04:30:22.079158 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=10']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:22.162119 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef068a-c3aa-4df4-ac8d-56b123d20b83 req-8c4237fc-731e-480a-a80b-432a20f6f3db tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:22.163586 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7aef068a-c3aa-4df4-ac8d-56b123d20b83 req-8c4237fc-731e-480a-a80b-432a20f6f3db tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0664554 Aug 23 04:30:22.278641 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7aef068a-c3aa-4df4-ac8d-56b123d20b83 req-356de7fc-e5e3-4d55-9a3d-8b15d354dfd5 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831311 Aug 23 04:30:22.280636 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:22.526601 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:22.532285 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:22.628727 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Floating IP 03b7eb84-9ac7-4577-8aa9-b88ff2084da6 associated. External IP: 172.27.4.221, port: 4c9d7f64-2968-4d76-afad-0620fa10df9e. Aug 23 04:30:22.654600 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5013b-44f1-4caa-b420-49a15b2b3e12 req-5b0e6049-6e4a-4941-8709-74ba0f755cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:22.656145 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05e5013b-44f1-4caa-b420-49a15b2b3e12 req-5b0e6049-6e4a-4941-8709-74ba0f755cea service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 1131 time: 0.0385864 Aug 23 04:30:22.701126 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-05e5013b-44f1-4caa-b420-49a15b2b3e12 req-9f9dd6e7-1d2d-4d83-8f0d-800b296ef509 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Aug 23 04:30:22.841684 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Router 165424e7-e640-46f5-b0b4-227b1f35ae06 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:30:22.948696 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:30:22.953220 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:22.959077 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] Sync routers for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:30:22.969538 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:30:22.970143 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:30:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:22.986217 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-0935033d-156e-4a20-80d5-c0669999776b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/03b7eb84-9ac7-4577-8aa9-b88ff2084da6 HTTP/1.1" status: 200 len: 991 time: 1.0343599 Aug 23 04:30:22.987426 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:22.990074 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda10beb-daa3-428e-9b50-45d397678dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:23.029211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e02593-6ce4-4e49-83d6-628f002ce3f9 x-openstack-request-id: req-c2e02593-6ce4-4e49-83d6-628f002ce3f9 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:23.029520 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:23.029769 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2e02593-6ce4-4e49-83d6-628f002ce3f9 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:23.030160 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e02593-6ce4-4e49-83d6-628f002ce3f9'] response: {'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'status': 'completed', 'code': 200} Aug 23 04:30:23.052435 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:23.082287 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:30:23.297345 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '03b7eb84-9ac7-4577-8aa9-b88ff2084da6', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'mac_address': 'fa:16:3e:1c:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:59Z', 'updated_at': '2022-08-23T04:30:22Z', 'revision_number': 1, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:23.322139 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] Checking router: 165424e7-e640-46f5-b0b4-227b1f35ae06 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:30:23.330831 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:30:23.331423 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:30:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:23.420575 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d66b7-333b-4e01-a54a-a658b02423aa req-ad01d468-6eb7-4b5a-8185-1d0575c3fb2d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:23.422079 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e10d66b7-333b-4e01-a54a-a658b02423aa req-ad01d468-6eb7-4b5a-8185-1d0575c3fb2d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0497611 Aug 23 04:30:23.437278 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:30:23.454932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:23.478078 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:23.495612 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e10d66b7-333b-4e01-a54a-a658b02423aa req-1962f769-2262-4df1-9e0b-7cc3a8c0923f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617990 Aug 23 04:30:23.668019 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '03b7eb84-9ac7-4577-8aa9-b88ff2084da6', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'mac_address': 'fa:16:3e:1c:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:59Z', 'updated_at': '2022-08-23T04:30:22Z', 'revision_number': 1, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:23.694514 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24aab7-4527-4a35-868b-abccb9fa5d72 None None] The sync data for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi is: [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '03b7eb84-9ac7-4577-8aa9-b88ff2084da6', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'mac_address': 'fa:16:3e:1c:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:59Z', 'updated_at': '2022-08-23T04:30:22Z', 'revision_number': 1, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:30:23.878669 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267b8cf-7c3d-4fa9-9027-ba53f2f18ef5 None None] New status for floating IP 03b7eb84-9ac7-4577-8aa9-b88ff2084da6: ACTIVE {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:30:24.627283 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22095433-6c55-453c-87bf-c0419a0fd9b1 req-59bc583f-81f3-4655-9d6a-6eccad426baa tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:24.628755 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-22095433-6c55-453c-87bf-c0419a0fd9b1 req-59bc583f-81f3-4655-9d6a-6eccad426baa tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0487976 Aug 23 04:30:24.676760 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-22095433-6c55-453c-87bf-c0419a0fd9b1 req-cd7cc844-b102-4c9b-ada3-d4ffc3ed4729 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 Aug 23 04:30:25.733415 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:25.804771 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c641-2336-4f2d-b75a-f32aba0f1499 req-16ad0b61-2c4d-47ca-87bb-6459b73a5bac tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:25.806264 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1d91c641-2336-4f2d-b75a-f32aba0f1499 req-16ad0b61-2c4d-47ca-87bb-6459b73a5bac tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0482864 Aug 23 04:30:25.855487 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1d91c641-2336-4f2d-b75a-f32aba0f1499 req-8452d893-b17e-494e-a1be-5b7618530b63 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Aug 23 04:30:26.238297 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-f97061b4-10bf-429e-8f43-26631b6fed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:26.239795 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-f97061b4-10bf-429e-8f43-26631b6fed6c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0462945 Aug 23 04:30:26.711692 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-95715f50-1941-4262-9b17-4ac0d4542191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:26.713279 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-95715f50-1941-4262-9b17-4ac0d4542191 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1044126 Aug 23 04:30:27.001697 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddefeb0-44a4-434e-8f14-6cce03878d86 req-7489cef8-e2e1-4fac-9dc0-bc34a268995a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:27.003194 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0ddefeb0-44a4-434e-8f14-6cce03878d86 req-7489cef8-e2e1-4fac-9dc0-bc34a268995a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0670657 Aug 23 04:30:27.060351 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0ddefeb0-44a4-434e-8f14-6cce03878d86 req-bc509642-dc82-4929-978f-6e58cf859e6b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487185 Aug 23 04:30:28.160907 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:28.199478 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792eaa-2a13-4eb5-a7c3-6c873fbe8b8c req-18bb5368-a55d-47e4-944b-488169c1110a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:28.200983 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-08792eaa-2a13-4eb5-a7c3-6c873fbe8b8c req-18bb5368-a55d-47e4-944b-488169c1110a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0507901 Aug 23 04:30:28.249670 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-08792eaa-2a13-4eb5-a7c3-6c873fbe8b8c req-4b1d418a-599c-4d37-887b-f871c075b456 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Aug 23 04:30:28.697462 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-94ea25a3-9774-4cc8-97c3-885cb2559567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:29.388993 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae6c40-69f5-428c-83e9-37f31a39ea10 req-7bab7986-7ebb-4d76-baf1-f1ec74fd6adf tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:29.390480 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63ae6c40-69f5-428c-83e9-37f31a39ea10 req-7bab7986-7ebb-4d76-baf1-f1ec74fd6adf tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0520465 Aug 23 04:30:29.447417 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63ae6c40-69f5-428c-83e9-37f31a39ea10 req-823cd20f-ce77-42e9-b332-bee9ca501b40 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485709 Aug 23 04:30:30.007504 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:30.014550 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-1d3b8eb2-30c0-4ee7-a2d4-395dd26f1518 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 1001 time: 0.0651219 Aug 23 04:30:30.065327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-a92a7d83-465c-4450-9301-4fc66580e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:30.066822 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-a92a7d83-465c-4450-9301-4fc66580e033 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0454473 Aug 23 04:30:30.127281 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-dcdb1f16-4148-40c5-aef8-70d7018c4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:30.128901 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-dcdb1f16-4148-40c5-aef8-70d7018c4004 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414076 Aug 23 04:30:30.256719 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-34937d4d-b0dc-476f-9a2c-cc5c8f58b57a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929477 Aug 23 04:30:30.365917 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fda10beb-daa3-428e-9b50-45d397678dd9 req-a3dfd1d3-fdcd-48f6-b4ba-f1d6bcd04c9d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869551 Aug 23 04:30:30.580539 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2d3a4-5368-4787-a3c8-c4ebdbfcd4cc req-55420fe9-6b0b-4ff8-9b38-7c6f38a6c6ba tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:30.581939 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-96b2d3a4-5368-4787-a3c8-c4ebdbfcd4cc req-55420fe9-6b0b-4ff8-9b38-7c6f38a6c6ba tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0534656 Aug 23 04:30:30.629796 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-96b2d3a4-5368-4787-a3c8-c4ebdbfcd4cc req-ff24d676-a6d9-4445-8de8-d80080db7b4d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 Aug 23 04:30:30.905491 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-9fffbfbc-0f25-471f-a6e4-215bccc981f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:31.764330 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b09f4-8ca0-43df-b74c-a1923efcbfc1 req-3894f36a-6aae-4668-bdd2-e8275893e996 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:31.766134 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-010b09f4-8ca0-43df-b74c-a1923efcbfc1 req-3894f36a-6aae-4668-bdd2-e8275893e996 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0527930 Aug 23 04:30:31.816713 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-010b09f4-8ca0-43df-b74c-a1923efcbfc1 req-7f8d96f1-f91d-4042-b451-4c6659ca6900 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452149 Aug 23 04:30:31.969727 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-f8256f57-8af3-4a9f-9d92-3784ccadddea service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429587 Aug 23 04:30:32.107123 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-5ccb78ba-42e6-4012-9bd3-f15c5455d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:32.108810 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-5ccb78ba-42e6-4012-9bd3-f15c5455d604 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 1130 time: 0.0462260 Aug 23 04:30:32.186645 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:32.258242 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-15704f2b-d367-45a9-b412-d56d17a6392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:32.259764 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-15704f2b-d367-45a9-b412-d56d17a6392a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 912 time: 0.1043384 Aug 23 04:30:32.326696 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-ec40ceb5-e2e2-4bc7-a25c-abcb3f68c031 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 200 len: 1002 time: 0.0589459 Aug 23 04:30:32.377233 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-48634c07-302d-4b5f-86c3-f2d958454f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:32.378613 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-48634c07-302d-4b5f-86c3-f2d958454f86 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.0448539 Aug 23 04:30:32.434207 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:32.437811 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-8bfbb119-6ba8-4735-a4fc-d96441a36a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:32.439328 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-8bfbb119-6ba8-4735-a4fc-d96441a36a75 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477769 Aug 23 04:30:32.541126 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-652622c4-4c17-4d25-8353-fa43a0b8a317 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921297 Aug 23 04:30:32.633697 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-51d31adc-a60d-452d-8fbd-9ca347da9744 req-d5bd70d4-9732-4e9e-91a3-b6fedeb0749a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Aug 23 04:30:32.959068 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd9e4f-08d0-4142-8e30-83149039970a req-3c7ba21f-23ea-4350-ba52-d207406848cf tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:32.960571 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fbdd9e4f-08d0-4142-8e30-83149039970a req-3c7ba21f-23ea-4350-ba52-d207406848cf tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0518343 Aug 23 04:30:33.010780 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fbdd9e4f-08d0-4142-8e30-83149039970a req-860eabc0-7247-4237-a2b1-1f70912c8215 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Aug 23 04:30:33.585960 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:33.692855 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:33.986720 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:33.989652 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:34.148538 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:30:36.837814 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2985673-f5df-4a7b-a40a-1c1a7b93caae req-8d248d25-74ae-4b40-ae06-a62cf2ae16f9 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:36.839296 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d2985673-f5df-4a7b-a40a-1c1a7b93caae req-8d248d25-74ae-4b40-ae06-a62cf2ae16f9 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0481567 Aug 23 04:30:36.888535 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d2985673-f5df-4a7b-a40a-1c1a7b93caae req-1870b0ce-64e5-4a82-8310-de01f5c30e66 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Aug 23 04:30:38.030901 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809533b-0558-42ae-932f-865ae02676f2 req-d9ee0adb-d1b1-4a86-8006-1b123955b0a4 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:38.032393 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d809533b-0558-42ae-932f-865ae02676f2 req-d9ee0adb-d1b1-4a86-8006-1b123955b0a4 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0560551 Aug 23 04:30:38.046489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:38.317510 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d809533b-0558-42ae-932f-865ae02676f2 req-56a8bed5-1d31-45a6-93b0-284c4363fa5b tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785010 Aug 23 04:30:39.136685 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-dbde51e4-1a6b-49bc-b3f4-ecbe243eef8c tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:39.138154 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-dbde51e4-1a6b-49bc-b3f4-ecbe243eef8c tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0962453 Aug 23 04:30:39.259506 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Deleting port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:30:39.259839 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:39.263680 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:39.361871 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] For port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,segment=NetworkSegment(88996c1a-7dc3-4718-86fe-663bad07af11),segment_id=88996c1a-7dc3-4718-86fe-663bad07af11)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:39.362411 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:39.379146 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Calling delete_port for 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:30:39.443444 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b0f44-a701-4fae-a240-b5ff5ffdfd2f req-ed35c267-3be7-4542-b3fb-de69d32dd6b8 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:39.445706 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28b0f44-a701-4fae-a240-b5ff5ffdfd2f req-ed35c267-3be7-4542-b3fb-de69d32dd6b8 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=673892ed-32af-43be-922d-f213ecde867f HTTP/1.1" status: 200 len: 945 time: 0.0507083 Aug 23 04:30:39.510227 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a28b0f44-a701-4fae-a240-b5ff5ffdfd2f req-658ca8a1-9b7c-4f77-a409-d02539599064 tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a288f6be-4578-4a8e-b29a-db51b093452e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580649 Aug 23 04:30:39.530415 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (9c6f5b85-1738-4921-9eb1-fc2dc06098a1), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:39.547665 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['9c6f5b85-1738-4921-9eb1-fc2dc06098a1'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:30:39.559634 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Pushing event deleted for resources: {'Port': ['ID=9c6f5b85-1738-4921-9eb1-fc2dc06098a1,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:39.595493 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.595493 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.595788 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.595871 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.596194 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.596509 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.596825 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.597136 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.597448 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.597762 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.598073 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.598695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.599005 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.599309 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.599618 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:39.637024 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] No DVR routers for this DVR port 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:30:39.639604 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:39.642790 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-d4da0a38-003c-405e-aa7f-b452c76d305c req-b5205e58-224b-48f6-b622-2c82405b5eae tempest-VolumesSnapshotTestJSON-855161699 tempest-VolumesSnapshotTestJSON-855161699-project] 10.222.0.47 "DELETE /networking/v2.0/ports/9c6f5b85-1738-4921-9eb1-fc2dc06098a1 HTTP/1.1" status: 204 len: 173 time: 0.4983411 Aug 23 04:30:39.643224 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673892ed-32af-43be-922d-f213ecde867f', 'name': 'network-vif-deleted', 'tag': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:30:39.645494 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ea4ee0-c6ea-43fc-94ba-7bd6addf6566" -d '{"events": [{"server_uuid": "673892ed-32af-43be-922d-f213ecde867f", "name": "network-vif-deleted", "tag": "9c6f5b85-1738-4921-9eb1-fc2dc06098a1"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:39.690397 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b4418-032e-4a98-b9b8-3d1bc509c648 x-openstack-request-id: req-4c3b4418-032e-4a98-b9b8-3d1bc509c648 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:39.690690 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673892ed-32af-43be-922d-f213ecde867f", "name": "network-vif-deleted", "tag": "9c6f5b85-1738-4921-9eb1-fc2dc06098a1", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:39.690944 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c3b4418-032e-4a98-b9b8-3d1bc509c648 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:39.691330 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3b4418-032e-4a98-b9b8-3d1bc509c648'] response: {'server_uuid': '673892ed-32af-43be-922d-f213ecde867f', 'name': 'network-vif-deleted', 'tag': '9c6f5b85-1738-4921-9eb1-fc2dc06098a1', 'status': 'completed', 'code': 200} Aug 23 04:30:43.686917 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:44.092892 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:30:44.114313 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:30:44.114650 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9c6f5b85-1738-4921-9eb1-fc2dc06098a1 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:30:44.140579 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:44.141442 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:49.503585 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=64 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:49.506657 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=11 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:49.621429 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:49.622858 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:53.591003 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:30:54.948189 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae2d6e-a09d-48bd-be90-2d3475622ab4 req-6b14856c-3104-4018-a7bf-861d913ba766 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:54.949648 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-54ae2d6e-a09d-48bd-be90-2d3475622ab4 req-6b14856c-3104-4018-a7bf-861d913ba766 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0502164 Aug 23 04:30:55.001653 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-54ae2d6e-a09d-48bd-be90-2d3475622ab4 req-9fbe782c-8746-4bf4-a8f9-98f8eebb0942 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462594 Aug 23 04:30:55.743203 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:56.131023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9ef66-33ed-4994-9c3a-977cf9fcb6d9 req-40dd8ea0-7472-4a01-af33-4abe5f3718e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:56.132527 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bdd9ef66-33ed-4994-9c3a-977cf9fcb6d9 req-40dd8ea0-7472-4a01-af33-4abe5f3718e9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0487382 Aug 23 04:30:56.179663 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bdd9ef66-33ed-4994-9c3a-977cf9fcb6d9 req-82e16543-6fb0-416d-87f9-7597ccb2ce91 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413582 Aug 23 04:30:57.307030 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d996840-4840-4c40-92f6-f0f12398ee21 req-9de630ac-5a4b-40a1-9b45-b4280bd7cf57 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:57.308518 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d996840-4840-4c40-92f6-f0f12398ee21 req-9de630ac-5a4b-40a1-9b45-b4280bd7cf57 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0487010 Aug 23 04:30:57.360572 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d996840-4840-4c40-92f6-f0f12398ee21 req-8f87092f-5807-4b17-af17-dce233d5dfe2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Aug 23 04:30:58.482880 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eb902-453c-4906-ba5c-8da23d27c6f1 req-9d7a2e23-55b6-41ab-9005-597db0cd1dc8 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:58.484370 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-952eb902-453c-4906-ba5c-8da23d27c6f1 req-9d7a2e23-55b6-41ab-9005-597db0cd1dc8 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0512276 Aug 23 04:30:58.534495 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-952eb902-453c-4906-ba5c-8da23d27c6f1 req-b6d55584-9c1a-4cfc-b833-0085d3ef4aea tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438759 Aug 23 04:30:58.687430 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b3555c5-f178-4add-9f2d-a48668380505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:30:59.665567 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817fb8f-fef3-4e13-acf0-cad61f60d3dc req-9b2bb497-c7c2-40db-894a-131bc9567f40 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:30:59.667699 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9817fb8f-fef3-4e13-acf0-cad61f60d3dc req-9b2bb497-c7c2-40db-894a-131bc9567f40 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0490859 Aug 23 04:30:59.716922 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9817fb8f-fef3-4e13-acf0-cad61f60d3dc req-55120c77-1e53-4a8e-8e26-4b17db0b3d53 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Aug 23 04:31:00.843292 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8f09-8775-47fb-8394-4f16652a4122 req-b316faa5-2614-471e-898f-267d6390941d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:00.844782 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d21f8f09-8775-47fb-8394-4f16652a4122 req-b316faa5-2614-471e-898f-267d6390941d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0507085 Aug 23 04:31:00.893119 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d21f8f09-8775-47fb-8394-4f16652a4122 req-0a13d2a6-c17c-4ee8-a02d-3b65d1f35656 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 Aug 23 04:31:00.898381 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-99ad4798-d94e-4594-aade-73496f4b2f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:02.023617 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6628ac7-e4ea-4493-8ac0-06e7e413df70 req-f754f116-af4d-4bbd-ba91-a55dc363e460 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:02.024993 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e6628ac7-e4ea-4493-8ac0-06e7e413df70 req-f754f116-af4d-4bbd-ba91-a55dc363e460 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0481246 Aug 23 04:31:02.077237 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e6628ac7-e4ea-4493-8ac0-06e7e413df70 req-61d359eb-ac66-482b-8a14-3c82bd4ce487 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Aug 23 04:31:02.186455 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:03.210341 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26739f9e-fd1f-4056-ae3b-6a224b92fb5f req-bc63ada6-6dfb-492a-a3e9-a4718aa07fdb tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:03.211774 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26739f9e-fd1f-4056-ae3b-6a224b92fb5f req-bc63ada6-6dfb-492a-a3e9-a4718aa07fdb tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0563204 Aug 23 04:31:03.264355 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26739f9e-fd1f-4056-ae3b-6a224b92fb5f req-a173385d-aa02-4bec-9855-5c919184fa7c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467641 Aug 23 04:31:03.587040 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:03.695293 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:03.761487 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:03.763314 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:04.134435 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42514) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:04.180248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Deleting subnet a324bc85-7f16-4a1b-9ef5-386f896c5393 {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:31:04.183637 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Publish callbacks [] for subnet (a324bc85-7f16-4a1b-9ef5-386f896c5393), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.219713 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268124732'] for subnet (a324bc85-7f16-4a1b-9ef5-386f896c5393), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.262936 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (a324bc85-7f16-4a1b-9ef5-386f896c5393), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.291734 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:04.322774 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267589262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-268200795'] for subnet (a324bc85-7f16-4a1b-9ef5-386f896c5393), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.358075 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a324bc85-7f16-4a1b-9ef5-386f896c5393,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:04.366645 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.370005 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a324bc85-7f16-4a1b-9ef5-386f896c5393 HTTP/1.1" status: 204 len: 168 time: 0.2344453 Aug 23 04:31:04.372716 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42518) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:04.389834 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.390166 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.390500 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.390829 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.391147 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.391464 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.391766 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.392116 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.392450 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.392759 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.393076 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.393383 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.393689 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.393996 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.394301 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e2384-806d-438d-9e35-6c8dbdd69e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:04.415932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009191-8813-4674-a87c-0ec0909f1936 req-53536d5b-7d89-4e29-80e8-1a71b0dab0cf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:04.417453 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dd009191-8813-4674-a87c-0ec0909f1936 req-53536d5b-7d89-4e29-80e8-1a71b0dab0cf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0702906 Aug 23 04:31:04.443113 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (5b36f391-9303-491b-a896-5de83bacd8ff), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.452671 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:04.466041 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dd009191-8813-4674-a87c-0ec0909f1936 req-edce2b1e-eed6-4241-a6e7-608b9c45497a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428135 Aug 23 04:31:04.527318 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (5b36f391-9303-491b-a896-5de83bacd8ff), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.547591 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b36f391-9303-491b-a896-5de83bacd8ff']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:04.557353 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88996c1a-7dc3-4718-86fe-663bad07af11') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:04.557650 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88996c1a-7dc3-4718-86fe-663bad07af11') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:04.571438 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (88996c1a-7dc3-4718-86fe-663bad07af11), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.585734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (88996c1a-7dc3-4718-86fe-663bad07af11), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.597791 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:31:04.598267 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (88996c1a-7dc3-4718-86fe-663bad07af11), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.625286 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment 88996c1a-7dc3-4718-86fe-663bad07af11 resource provider aggregate not found Aug 23 04:31:04.674934 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (5b36f391-9303-491b-a896-5de83bacd8ff), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.682792 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment 88996c1a-7dc3-4718-86fe-663bad07af11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88996c1a-7dc3-4718-86fe-663bad07af11 found for delete ", "request_id": "req-ec52280f-e5ec-417b-9723-8d69f146a122"}]} Aug 23 04:31:04.685388 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.688537 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/5b36f391-9303-491b-a896-5de83bacd8ff HTTP/1.1" status: 204 len: 168 time: 0.3144948 Aug 23 04:31:04.699417 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb4c88-684b-4f1a-8e85-35435d0c1e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b36f391-9303-491b-a896-5de83bacd8ff,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:04.862862 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42526) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:04.904135 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-79ad236f-06dd-4022-8cdf-c3d2de3edf50 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=57d3d5a2a0514d7687e794f8a678cff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399358 Aug 23 04:31:04.906588 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42528) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:04.957252 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-25450616-e1b8-43d5-b7ed-e92fbe4a2a37 admin admin] Publish callbacks [] for security_group (a288f6be-4578-4a8e-b29a-db51b093452e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:04.978803 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-25450616-e1b8-43d5-b7ed-e92fbe4a2a37 admin admin] Publish callbacks [] for security_group (a288f6be-4578-4a8e-b29a-db51b093452e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:05.029034 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-25450616-e1b8-43d5-b7ed-e92fbe4a2a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a288f6be-4578-4a8e-b29a-db51b093452e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:05.031500 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-25450616-e1b8-43d5-b7ed-e92fbe4a2a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:05.032681 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-25450616-e1b8-43d5-b7ed-e92fbe4a2a37 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a288f6be-4578-4a8e-b29a-db51b093452e HTTP/1.1" status: 204 len: 168 time: 0.1252530 Aug 23 04:31:05.042702 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25450616-e1b8-43d5-b7ed-e92fbe4a2a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a288f6be-4578-4a8e-b29a-db51b093452e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:05.599689 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbba60-c0df-4f92-b753-7c80f803bbb0 req-a7077600-6c9b-4500-9f1a-d32454e0fc32 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:05.601212 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-71bbba60-c0df-4f92-b753-7c80f803bbb0 req-a7077600-6c9b-4500-9f1a-d32454e0fc32 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0507815 Aug 23 04:31:05.654983 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-71bbba60-c0df-4f92-b753-7c80f803bbb0 req-a5231867-5138-4033-82a5-5f312243e505 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474577 Aug 23 04:31:05.868600 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990570-3cef-4ce2-91dd-3136fa88c02f req-d7d69200-6717-497d-9f94-0338bb4a80c7 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:05.870245 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-80990570-3cef-4ce2-91dd-3136fa88c02f req-d7d69200-6717-497d-9f94-0338bb4a80c7 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0519516 Aug 23 04:31:05.908354 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-8612fd7c-1423-47f5-a7c8-0ebf409874e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:05.909854 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-8612fd7c-1423-47f5-a7c8-0ebf409874e4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 1130 time: 0.0474486 Aug 23 04:31:05.923440 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-80990570-3cef-4ce2-91dd-3136fa88c02f req-d6399960-b7c3-44cf-9f2a-feff9f814de3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461493 Aug 23 04:31:06.016180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-74bd4adf-5bc5-4029-b18f-025241231efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:06.017696 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-74bd4adf-5bc5-4029-b18f-025241231efa service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 912 time: 0.0980911 Aug 23 04:31:06.085129 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-1a60ae09-2195-43d9-9790-dbc92e45b70c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 200 len: 1002 time: 0.0611377 Aug 23 04:31:06.140107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-05eb0244-4840-4ca6-bbfd-f2452892af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:06.141707 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-05eb0244-4840-4ca6-bbfd-f2452892af39 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.0478954 Aug 23 04:31:06.213162 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-029a2661-7033-46ef-8fbf-420bdd837103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:06.214970 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-029a2661-7033-46ef-8fbf-420bdd837103 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574534 Aug 23 04:31:06.320567 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-8ca6d1fa-fc71-40f2-acae-0ce8c9e37787 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893121 Aug 23 04:31:06.411283 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:06.413340 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:06.417756 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-5ad50f01-a051-4d60-9346-2d04af4deab7 req-c9fbf427-02a2-46b0-80da-6e35e15fe00a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904024 Aug 23 04:31:07.062964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240794a8-8a31-4663-8f21-b8f2203f30f7 req-b0d3e9e1-96fd-4030-8819-1aae2d5716a8 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:07.064455 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-240794a8-8a31-4663-8f21-b8f2203f30f7 req-b0d3e9e1-96fd-4030-8819-1aae2d5716a8 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0528586 Aug 23 04:31:07.116637 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-240794a8-8a31-4663-8f21-b8f2203f30f7 req-3d63e3f2-dfbb-4595-92c2-56bd70ff21e2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Aug 23 04:31:08.243417 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d96741-8de7-472f-bf97-31e1c61b6aa3 req-1093835d-a1e0-4b88-856b-df35e478135d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:08.244876 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-52d96741-8de7-472f-bf97-31e1c61b6aa3 req-1093835d-a1e0-4b88-856b-df35e478135d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0514913 Aug 23 04:31:08.303905 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-52d96741-8de7-472f-bf97-31e1c61b6aa3 req-1bff8f34-909c-405d-80a9-13e8b7e707d6 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508509 Aug 23 04:31:11.153531 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:31:13.688733 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:15.057036 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:15.478187 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edd6ce-8f08-4fda-aab7-d4eea8f9af50 req-d0f01df3-63a5-4cb7-83f2-971aa8faffd2 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:15.480032 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-58edd6ce-8f08-4fda-aab7-d4eea8f9af50 req-d0f01df3-63a5-4cb7-83f2-971aa8faffd2 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0544577 Aug 23 04:31:15.530596 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-58edd6ce-8f08-4fda-aab7-d4eea8f9af50 req-f5f697c9-3352-4826-bdb3-0f9b58f6e16d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447536 Aug 23 04:31:16.667670 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba825e48-a6f6-4739-8e0d-7130181d308b req-9b72e88e-e88e-45b4-a853-289d37b0a5fc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:16.669186 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ba825e48-a6f6-4739-8e0d-7130181d308b req-9b72e88e-e88e-45b4-a853-289d37b0a5fc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0544975 Aug 23 04:31:16.720471 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ba825e48-a6f6-4739-8e0d-7130181d308b req-4c9a9f06-583e-45f9-aa86-4da94f398773 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Aug 23 04:31:17.851108 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba2878-6f9f-4532-a746-76ce89a1185c req-107235bd-0bf3-4f4e-9612-956a7617ed43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:17.852595 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57ba2878-6f9f-4532-a746-76ce89a1185c req-107235bd-0bf3-4f4e-9612-956a7617ed43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0550387 Aug 23 04:31:17.904414 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-57ba2878-6f9f-4532-a746-76ce89a1185c req-680b34ac-0e5f-4e65-9ca8-369f3e5eb709 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436380 Aug 23 04:31:19.036193 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50cfa-2253-4b2b-8292-f3e4d01d7c1f req-a9024e8b-e2d6-41b6-bac8-707be43cbf0a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:19.038403 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-acb50cfa-2253-4b2b-8292-f3e4d01d7c1f req-a9024e8b-e2d6-41b6-bac8-707be43cbf0a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Aug 23 04:31:19.101486 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-acb50cfa-2253-4b2b-8292-f3e4d01d7c1f req-1a06c5ee-aa0f-4005-ace8-6850ff56d9d7 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542126 Aug 23 04:31:20.222949 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:20.233298 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8523bb-e7fc-4d64-be4f-990d0dcc4af7 req-2f043435-7ad6-4898-9183-16b9ab365a0d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:20.235044 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d8523bb-e7fc-4d64-be4f-990d0dcc4af7 req-2f043435-7ad6-4898-9183-16b9ab365a0d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0529029 Aug 23 04:31:20.312071 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d8523bb-e7fc-4d64-be4f-990d0dcc4af7 req-45ea2ccb-402f-4dbb-b014-cf59a1794ceb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29e206b0-bda4-424f-9cca-c244503c144f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652704 Aug 23 04:31:20.332971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-04babd74-a1cc-445d-bc6b-e048a86e5d51 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:20.335122 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-04babd74-a1cc-445d-bc6b-e048a86e5d51 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 945 time: 0.0654206 Aug 23 04:31:20.427049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port 8bf60682-c074-41e8-9a64-cd742841f206 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:20.427676 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (8bf60682-c074-41e8-9a64-cd742841f206), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:20.526569 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] For port 8bf60682-c074-41e8-9a64-cd742841f206, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=8bf60682-c074-41e8-9a64-cd742841f206,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:20.526851 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (8bf60682-c074-41e8-9a64-cd742841f206), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:20.739600 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:20.739965 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (b98b9bb3-2b6a-4885-88d8-92db1b823b21), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:20.740291 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP b98b9bb3-2b6a-4885-88d8-92db1b823b21 disassociated. External IP: 172.27.4.105, port: 8bf60682-c074-41e8-9a64-cd742841f206. Aug 23 04:31:20.740627 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for 8bf60682-c074-41e8-9a64-cd742841f206 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:20.897657 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (8bf60682-c074-41e8-9a64-cd742841f206), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:20.924042 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=8bf60682-c074-41e8-9a64-cd742841f206,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:21.036094 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:31:21.154123 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:31:21.165856 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:31:21.185215 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:21.186564 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:21.211142 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] No DVR routers for this DVR port 8bf60682-c074-41e8-9a64-cd742841f206 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:31:21.214079 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:21.217898 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3cdd9993-1dfe-4636-8c16-145476f75c0b req-398f23b5-c092-4ea4-b008-c98826720fd5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "DELETE /networking/v2.0/ports/8bf60682-c074-41e8-9a64-cd742841f206 HTTP/1.1" status: 204 len: 173 time: 0.8757730 Aug 23 04:31:21.218615 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'name': 'network-vif-deleted', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:21.221046 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99380342-c669-40ef-8040-9630b1a3d7ba" -d '{"events": [{"server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "name": "network-vif-deleted", "tag": "8bf60682-c074-41e8-9a64-cd742841f206"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:21.351241 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d42c49-2795-406f-b2cc-87e43b7c61d3 x-openstack-request-id: req-f9d42c49-2795-406f-b2cc-87e43b7c61d3 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:21.351969 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703", "name": "network-vif-deleted", "tag": "8bf60682-c074-41e8-9a64-cd742841f206", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:21.352054 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9d42c49-2795-406f-b2cc-87e43b7c61d3 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:21.352522 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d42c49-2795-406f-b2cc-87e43b7c61d3'] response: {'server_uuid': '3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703', 'name': 'network-vif-deleted', 'tag': '8bf60682-c074-41e8-9a64-cd742841f206', 'status': 'completed', 'code': 200} Aug 23 04:31:21.434370 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:21.477851 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ddb94c26-071c-4720-9499-ed5e4702f528 req-d2651285-0585-4e01-936e-5ed6be835bbc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b8cf4e4-66c7-4452-9ac2-8dd7e09a5703 HTTP/1.1" status: 200 len: 210 time: 0.0466971 Aug 23 04:31:21.589442 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2d1f-be95-4407-85aa-ac4b6d5f5f32 req-6ce3ea07-fd12-43d2-af6c-80a45f8b1c74 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:21.592426 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-282d2d1f-be95-4407-85aa-ac4b6d5f5f32 req-6ce3ea07-fd12-43d2-af6c-80a45f8b1c74 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0486600 Aug 23 04:31:21.655982 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-282d2d1f-be95-4407-85aa-ac4b6d5f5f32 req-34f07985-861b-4647-a1c3-a5c457bcf2ce tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588708 Aug 23 04:31:21.695702 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:33Z', 'revision_number': 2, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:21.745267 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:31:21.767571 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:21.768352 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:21.821777 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-654a48c3-34f5-48c9-99b7-fca8eabdf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:21.823476 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-654a48c3-34f5-48c9-99b7-fca8eabdf547 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1129 time: 0.1102579 Aug 23 04:31:21.906179 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:21.928595 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:21.935233 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:21.948083 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-9951bb24-b1c1-4683-bc46-0ba121a2d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:21.949601 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-9951bb24-b1c1-4683-bc46-0ba121a2d6c2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1180830 Aug 23 04:31:22.127276 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:33Z', 'revision_number': 2, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:22.157633 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dce8b-2973-4464-969e-a0e50d0d33a8 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '49257f7e-ad0f-4c39-a66c-e0525533344d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.209', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:11:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:27:40Z', 'updated_at': '2022-08-23T04:28:33Z', 'revision_number': 2, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:31:22.276634 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-48d6faf7-0fc0-41d0-9c6e-740f41c2ed14 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 1001 time: 0.0876889 Aug 23 04:31:22.407731 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-bfa371a6-85f3-4524-a39e-b5eb18bf62be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:22.409968 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-bfa371a6-85f3-4524-a39e-b5eb18bf62be service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0626113 Aug 23 04:31:22.468825 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-15503084-36b2-421b-a24e-d244fded760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:22.470362 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-15503084-36b2-421b-a24e-d244fded760e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528383 Aug 23 04:31:22.482273 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85160904-d35d-416d-bd90-e801753bc541 None None] New status for floating IP b98b9bb3-2b6a-4885-88d8-92db1b823b21: DOWN {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:31:22.589454 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-9f245523-c092-4694-bdf7-28b798266bfb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114199 Aug 23 04:31:22.631214 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42748) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:22.704706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8414c9be-974d-4aad-9e71-41c5ec6a7b39 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (29e206b0-bda4-424f-9cca-c244503c144f), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:22.721207 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-20f6fc97-eb8d-45ba-85b1-28aadc35760b req-b5b2c54e-fd69-4cca-8dcd-79c9db180eba service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196311 Aug 23 04:31:22.734873 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8414c9be-974d-4aad-9e71-41c5ec6a7b39 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (29e206b0-bda4-424f-9cca-c244503c144f), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:22.746048 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:22.823510 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31e4ae-ee9c-4c39-a626-0ac499e768c4 req-d4c59c92-e743-494d-94d9-d1392b26fd5b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:22.825141 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1d31e4ae-ee9c-4c39-a626-0ac499e768c4 req-d4c59c92-e743-494d-94d9-d1392b26fd5b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0585444 Aug 23 04:31:22.871872 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8414c9be-974d-4aad-9e71-41c5ec6a7b39 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (29e206b0-bda4-424f-9cca-c244503c144f), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:22.874465 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8414c9be-974d-4aad-9e71-41c5ec6a7b39 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:22.875648 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8414c9be-974d-4aad-9e71-41c5ec6a7b39 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/29e206b0-bda4-424f-9cca-c244503c144f HTTP/1.1" status: 204 len: 168 time: 0.2421041 Aug 23 04:31:22.879201 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42756) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:22.896954 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414c9be-974d-4aad-9e71-41c5ec6a7b39 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e206b0-bda4-424f-9cca-c244503c144f,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:22.912373 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1d31e4ae-ee9c-4c39-a626-0ac499e768c4 req-adf07bfb-39bf-467b-985a-16cb8979cb0d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775077 Aug 23 04:31:22.912593 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.api.v2.resource [None req-632248af-6d9f-4057-bf91-3690833540e6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] show failed (client error): The resource could not be found. Aug 23 04:31:22.913907 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-632248af-6d9f-4057-bf91-3690833540e6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups/29e206b0-bda4-424f-9cca-c244503c144f HTTP/1.1" status: 404 len: 347 time: 0.0327916 Aug 23 04:31:22.917061 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42760) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:23.064068 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port 3e30e261-9816-4c1d-9d6a-1c4702b6ba7a {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:23.064428 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:23.197047 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85db41-d489-4dbd-864b-43c52576c178 req-c8262e2f-7434-47cd-95aa-f67e79908335 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:23.198413 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc85db41-d489-4dbd-864b-43c52576c178 req-c8262e2f-7434-47cd-95aa-f67e79908335 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0694416 Aug 23 04:31:23.200111 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:23.200431 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:23.220557 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for 3e30e261-9816-4c1d-9d6a-1c4702b6ba7a owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:23.309375 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc85db41-d489-4dbd-864b-43c52576c178 req-f20b5d43-cccd-4afa-9ce2-ed8a1f9641cd tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011803 Aug 23 04:31:23.409426 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (3e30e261-9816-4c1d-9d6a-1c4702b6ba7a), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:23.433736 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=3e30e261-9816-4c1d-9d6a-1c4702b6ba7a,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:23.496926 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (b98b9bb3-2b6a-4885-88d8-92db1b823b21), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:23.499482 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:23.500784 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-33e8606c-180a-4019-962a-e7fe22ca4bf6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/b98b9bb3-2b6a-4885-88d8-92db1b823b21 HTTP/1.1" status: 204 len: 168 time: 0.5826488 Aug 23 04:31:23.975874 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 8bf60682-c074-41e8-9a64-cd742841f206 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:31:23.995439 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 8bf60682-c074-41e8-9a64-cd742841f206 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:31:23.995781 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 8bf60682-c074-41e8-9a64-cd742841f206 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:31:24.063033 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deacd7a-4402-4a57-8dfd-add2de93e366 req-ffe9a1a3-ec94-459c-94ba-e91edb047b8a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:24.064372 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8deacd7a-4402-4a57-8dfd-add2de93e366 req-ffe9a1a3-ec94-459c-94ba-e91edb047b8a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0561514 Aug 23 04:31:24.102062 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:24.118584 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8deacd7a-4402-4a57-8dfd-add2de93e366 req-70ae82c6-ab78-4674-bbce-22f6f6040f20 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480657 Aug 23 04:31:24.451074 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3bec5-3f21-4a4e-8f4f-0550986b71cf req-71108195-61be-4444-aaeb-11fb05826431 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:24.452712 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9fd3bec5-3f21-4a4e-8f4f-0550986b71cf req-71108195-61be-4444-aaeb-11fb05826431 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0475814 Aug 23 04:31:24.528689 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9fd3bec5-3f21-4a4e-8f4f-0550986b71cf req-cc7162d0-2cc3-4b2f-91f2-2b11012328a9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606537 Aug 23 04:31:24.677227 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42796) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:24.801900 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-aa963946-f4b6-4683-bffe-4f16932810bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:24.812622 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:24.897792 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-aa963946-f4b6-4683-bffe-4f16932810bb admin admin] Publish callbacks [] for security_group (a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:24.903186 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-aa963946-f4b6-4683-bffe-4f16932810bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:24.942248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa963946-f4b6-4683-bffe-4f16932810bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:24.948538 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-aa963946-f4b6-4683-bffe-4f16932810bb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c281900ca99e49cea5c410b6eab0f420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701228 Aug 23 04:31:24.949223 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42802) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:25.007101 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-2496e68a-3d67-4898-92ad-63465c69ebe6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:25.008291 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b93a5817-bba3-475c-bb8a-01f8f3e2f9d6 admin admin] Publish callbacks [] for security_group (a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.008765 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-2496e68a-3d67-4898-92ad-63465c69ebe6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0594659 Aug 23 04:31:25.028341 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b93a5817-bba3-475c-bb8a-01f8f3e2f9d6 admin admin] Publish callbacks [] for security_group (a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.091493 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b93a5817-bba3-475c-bb8a-01f8f3e2f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.094435 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b93a5817-bba3-475c-bb8a-01f8f3e2f9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.095798 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-b93a5817-bba3-475c-bb8a-01f8f3e2f9d6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb HTTP/1.1" status: 204 len: 168 time: 0.1452866 Aug 23 04:31:25.106334 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a5817-bba3-475c-bb8a-01f8f3e2f9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d74c9e-2f07-4f8d-8e70-56d030ef4dfb,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:25.255446 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b538fb-77f9-4e7d-b158-739388ff34df req-34f46ac5-f71b-4116-88ba-9ca505acbaa2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:25.257256 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e9b538fb-77f9-4e7d-b158-739388ff34df req-34f46ac5-f71b-4116-88ba-9ca505acbaa2 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0545313 Aug 23 04:31:25.313625 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e9b538fb-77f9-4e7d-b158-739388ff34df req-5973c3b8-026a-4874-9a53-9a70f7072240 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502124 Aug 23 04:31:25.367704 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Deleting port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:25.368049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.683592 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a470b59-0f2c-4117-b965-1763f7418508 req-4c7a4236-c06b-43b7-85f5-ae290fc9691a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:25.685834 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6a470b59-0f2c-4117-b965-1763f7418508 req-4c7a4236-c06b-43b7-85f5-ae290fc9691a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 947 time: 0.0687881 Aug 23 04:31:25.711803 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] For port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:25.712098 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.738818 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6a470b59-0f2c-4117-b965-1763f7418508 req-a29a054f-d939-421c-8c5d-75c56a46ddd9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03ada233-b57b-4170-8b6d-33013bcca3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456126 Aug 23 04:31:25.750451 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.873971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.874334 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (d3f81e5e-4ed0-403e-b4ee-b96a527000c6), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:25.874636 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Floating IP d3f81e5e-4ed0-403e-b4ee-b96a527000c6 disassociated. External IP: 172.27.4.106, port: 56285f49-e5c0-4e47-acbc-7a0f3d0d8622. Aug 23 04:31:25.875056 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Calling delete_port for 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:25.990519 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:26.009633 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (56285f49-e5c0-4e47-acbc-7a0f3d0d8622), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:26.037284 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event deleted for resources: {'Port': ['ID=56285f49-e5c0-4e47-acbc-7a0f3d0d8622,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:26.146487 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:26.162232 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:31:26.192249 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690da0a-dd0f-437b-8877-d138ab09772a req-c2218fa4-1566-4f96-a79e-80685bf26571 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:26.193741 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0690da0a-dd0f-437b-8877-d138ab09772a req-c2218fa4-1566-4f96-a79e-80685bf26571 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0478430 Aug 23 04:31:26.245112 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0690da0a-dd0f-437b-8877-d138ab09772a req-8ac91c99-ac35-4f1f-98ec-03c84fdd7ceb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0453227 Aug 23 04:31:26.269797 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:31:26.284687 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] Sync routers for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:31:26.293197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:26.295591 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:26.296223 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:26.313073 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] No DVR routers for this DVR port 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:31:26.315655 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:26.321061 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-112493a2-3260-43f5-bb5f-667a6077cbb1 req-f1f1d876-da98-4c03-91fe-b0e4d2ed7480 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "DELETE /networking/v2.0/ports/56285f49-e5c0-4e47-acbc-7a0f3d0d8622 HTTP/1.1" status: 204 len: 173 time: 1.0442972 Aug 23 04:31:26.321518 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-deleted', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:26.323796 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af658827-d11e-445f-a735-d6c9b617c190" -d '{"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-deleted", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:26.361130 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae53aa-d904-467a-aad8-28979682c109 x-openstack-request-id: req-a2ae53aa-d904-467a-aad8-28979682c109 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:26.361494 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0da9656-e0b8-4a68-9062-f3abc68d75f8", "name": "network-vif-deleted", "tag": "56285f49-e5c0-4e47-acbc-7a0f3d0d8622", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:26.361813 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2ae53aa-d904-467a-aad8-28979682c109 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:26.362310 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ae53aa-d904-467a-aad8-28979682c109'] response: {'server_uuid': 'c0da9656-e0b8-4a68-9062-f3abc68d75f8', 'name': 'network-vif-deleted', 'tag': '56285f49-e5c0-4e47-acbc-7a0f3d0d8622', 'status': 'completed', 'code': 200} Aug 23 04:31:26.398036 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:26.446750 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2731e0-39d2-4307-9dad-3b0c269579d7 req-1335ac81-33c2-40e5-9ae4-62ecd975ba3e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:26.453940 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0c2731e0-39d2-4307-9dad-3b0c269579d7 req-1335ac81-33c2-40e5-9ae4-62ecd975ba3e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0551300 Aug 23 04:31:26.506206 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0c2731e0-39d2-4307-9dad-3b0c269579d7 req-dedd1c10-8660-4169-b210-45dd481cc0f6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512905 Aug 23 04:31:26.594853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:26.597799 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:26.620516 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] Checking router: 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:31:26.630382 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:26.630921 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:26.734781 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:26.850966 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9a4aa0b9-9b7a-4cf4-9028-d712909790f8 req-7b149196-e2db-4f3f-99b0-96927e9a4860 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 210 time: 0.0285289 Aug 23 04:31:26.940435 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:26.966285 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7bc0a7-188e-4636-85b5-32f32272d1e3 None None] The sync data for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi is: [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:31:27.190483 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315d532-71d0-4c9f-8b87-6d8e06f16c5d None None] New status for floating IP d3f81e5e-4ed0-403e-b4ee-b96a527000c6: DOWN {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:31:27.373231 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f50d51-f034-412b-b199-f8f04dc077a8 req-26984513-8e8c-41c3-ad38-0e18e5842580 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:27.374680 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a3f50d51-f034-412b-b199-f8f04dc077a8 req-26984513-8e8c-41c3-ad38-0e18e5842580 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0481896 Aug 23 04:31:27.425187 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a3f50d51-f034-412b-b199-f8f04dc077a8 req-281ebcb2-c172-41b2-ba02-255fdebab5c5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0448482 Aug 23 04:31:27.624849 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:27.633243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2270f7e-b560-400c-9417-d34f7a65253a req-f9d18b21-0643-4b1a-b813-2eda87f320bd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:27.634708 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d2270f7e-b560-400c-9417-d34f7a65253a req-f9d18b21-0643-4b1a-b813-2eda87f320bd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Aug 23 04:31:27.684418 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d2270f7e-b560-400c-9417-d34f7a65253a req-b687ef2c-1838-4707-960b-0b7df86c605a tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436013 Aug 23 04:31:27.942648 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-159e8a33-9564-44c6-be85-472994d50173 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:27.944408 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-159e8a33-9564-44c6-be85-472994d50173 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0839612 Aug 23 04:31:27.952095 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-1167526e-bc4c-4c49-b7c9-e32f21c49009 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631101 Aug 23 04:31:27.974299 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:31:28.026327 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:31:28.026732 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9a4cce18-9473-46e2-91f0-26622f8ac3e1 req-901f4889-0a3f-4666-aaa5-6111a05d7b3d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c0da9656-e0b8-4a68-9062-f3abc68d75f8 HTTP/1.1" status: 200 len: 210 time: 0.0468874 Aug 23 04:31:28.026950 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 56285f49-e5c0-4e47-acbc-7a0f3d0d8622 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:31:28.041195 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-815d70d4-ee58-4bab-bb9f-ed4e9191ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:28.042670 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-815d70d4-ee58-4bab-bb9f-ed4e9191ca5b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 1129 time: 0.0561123 Aug 23 04:31:28.101205 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:28.101540 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:28.231244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-d5f6cd24-d3d6-4d55-8861-75e096ac1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:28.232751 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-d5f6cd24-d3d6-4d55-8861-75e096ac1422 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1603208 Aug 23 04:31:28.279383 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-9a6443c1-036d-4c67-b16b-1c5c25792e8c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 HTTP/1.1" status: 200 len: 217 time: 0.0380843 Aug 23 04:31:28.288186 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] For port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:28.288550 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:28.377847 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-29809a13-1d78-44db-ae9d-da95487c0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:28.379337 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-29809a13-1d78-44db-ae9d-da95487c0db1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0931554 Aug 23 04:31:28.461217 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-d8e9c484-0116-4f2c-98c7-6ace4ed302c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:28.462711 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-d8e9c484-0116-4f2c-98c7-6ace4ed302c9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755248 Aug 23 04:31:28.512194 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:28.543181 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:28.549923 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47729c5-761a-4818-9896-cd5a7a19b8e0 req-7a8b48a3-1c66-4e8e-93bf-8725946f7dbc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:28.551447 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c47729c5-761a-4818-9896-cd5a7a19b8e0 req-7a8b48a3-1c66-4e8e-93bf-8725946f7dbc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 945 time: 0.0494008 Aug 23 04:31:28.576671 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:28.577583 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (49257f7e-ad0f-4c39-a66c-e0525533344d), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:28.577583 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP 49257f7e-ad0f-4c39-a66c-e0525533344d disassociated. External IP: 172.27.4.209, port: ffed3c3d-2c51-45e4-bdfc-8a410e33cff3. Aug 23 04:31:28.577583 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:28.599755 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c47729c5-761a-4818-9896-cd5a7a19b8e0 req-a9a5c159-a981-4e91-91e7-63c401e1ed45 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8e3a0a68-fe47-4bb2-b80b-273cba05d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0426242 Aug 23 04:31:28.636809 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:28.645402 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-815d2c61-e0f5-4947-ab5f-d6ef68f3aa1c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758964 Aug 23 04:31:28.681399 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4f60d59d-f028-4d88-9ce9-a43f6b9ec69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:28.792582 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac7bbb01-3c9b-4ac1-88ad-6cfd5d1594e7 req-4c0b73bb-3b08-4c53-bff0-56d0559d1f50 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364424 Aug 23 04:31:28.812541 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (ffed3c3d-2c51-45e4-bdfc-8a410e33cff3), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:28.825130 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae942c-2db0-4d7e-a403-d2f32d481df0 req-9cf6be2f-2937-40d2-983c-36b6b877113d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:28.826628 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-43ae942c-2db0-4d7e-a403-d2f32d481df0 req-9cf6be2f-2937-40d2-983c-36b6b877113d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0666232 Aug 23 04:31:28.838470 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=ffed3c3d-2c51-45e4-bdfc-8a410e33cff3,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:28.877585 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-43ae942c-2db0-4d7e-a403-d2f32d481df0 req-ffaa4b9d-4a42-4c24-9367-c5f2eba70e62 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451581 Aug 23 04:31:28.948904 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:31:29.072177 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:31:29.083201 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:31:29.094135 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:29.094834 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:29.120845 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] No DVR routers for this DVR port ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:31:29.123237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.126709 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d22770e-90a1-41ba-90c0-ce2542041380 req-516dad48-7e3e-47ea-9862-c09978ee8698 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "DELETE /networking/v2.0/ports/ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 HTTP/1.1" status: 204 len: 173 time: 1.1737001 Aug 23 04:31:29.127371 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'name': 'network-vif-deleted', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:29.131010 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd34e401-0adb-4294-bc0e-aa031debf361" -d '{"events": [{"server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "name": "network-vif-deleted", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:29.141867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42840) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:29.216501 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf50c0ac-9412-4588-a587-fd90fc59fa7b x-openstack-request-id: req-cf50c0ac-9412-4588-a587-fd90fc59fa7b {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:29.216980 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a", "name": "network-vif-deleted", "tag": "ffed3c3d-2c51-45e4-bdfc-8a410e33cff3", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:29.217432 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf50c0ac-9412-4588-a587-fd90fc59fa7b {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:29.218418 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf50c0ac-9412-4588-a587-fd90fc59fa7b'] response: {'server_uuid': 'e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a', 'name': 'network-vif-deleted', 'tag': 'ffed3c3d-2c51-45e4-bdfc-8a410e33cff3', 'status': 'completed', 'code': 200} Aug 23 04:31:29.236929 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc996-f1f3-403b-9cd7-917114a2a0da tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (03ada233-b57b-4170-8b6d-33013bcca3e9), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.252877 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:29.265579 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc996-f1f3-403b-9cd7-917114a2a0da tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (03ada233-b57b-4170-8b6d-33013bcca3e9), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.329864 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc996-f1f3-403b-9cd7-917114a2a0da tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (03ada233-b57b-4170-8b6d-33013bcca3e9), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.333171 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc996-f1f3-403b-9cd7-917114a2a0da tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.334659 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-eb5dc996-f1f3-403b-9cd7-917114a2a0da tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/03ada233-b57b-4170-8b6d-33013bcca3e9 HTTP/1.1" status: 204 len: 168 time: 0.1916990 Aug 23 04:31:29.338269 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42844) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:29.353117 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dc996-f1f3-403b-9cd7-917114a2a0da tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ada233-b57b-4170-8b6d-33013bcca3e9,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:29.356075 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.api.v2.resource [None req-382db82f-e481-413c-813d-d9e949d0bfa3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] show failed (client error): The resource could not be found. Aug 23 04:31:29.357143 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-382db82f-e481-413c-813d-d9e949d0bfa3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups/03ada233-b57b-4170-8b6d-33013bcca3e9 HTTP/1.1" status: 404 len: 347 time: 0.0176804 Aug 23 04:31:29.362056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42846) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:29.487417 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Deleting port 4e7df83c-9a76-492f-9bb6-9b9b5a35a043 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:29.487757 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.488394 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:29.517679 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:31:29.527890 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:29.528527 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:29.576283 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.577034 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.592427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Calling delete_port for 4e7df83c-9a76-492f-9bb6-9b9b5a35a043 owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:29.777972 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:29.789450 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8ccad30d-2de4-494d-b4db-47e349ce17ba req-aeb4d2f3-0b53-411c-a33d-15b9316c72d6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e69ff3c7-a6a0-417a-80dd-4113eb8a8d4a HTTP/1.1" status: 200 len: 210 time: 0.0374138 Aug 23 04:31:29.804317 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (4e7df83c-9a76-492f-9bb6-9b9b5a35a043), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.834177 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event deleted for resources: {'Port': ['ID=4e7df83c-9a76-492f-9bb6-9b9b5a35a043,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:29.837184 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:29.909064 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (d3f81e5e-4ed0-403e-b4ee-b96a527000c6), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.911679 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:29.913232 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9d738d9c-532a-4203-8221-885d88c0163e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/d3f81e5e-4ed0-403e-b4ee-b96a527000c6 HTTP/1.1" status: 204 len: 168 time: 0.5498960 Aug 23 04:31:30.017054 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42854) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:30.018473 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:30.022102 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-a9f9ba74-37bb-429d-b193-baf57210f1af tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758709695', 'description': 'tempest-description--1762955163'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:30.031089 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:30.059237 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bc863-973a-4656-8998-208c15e296a6 req-aaa2d6cf-a767-466a-b59f-2160ef61747d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:30.064507 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-194bc863-973a-4656-8998-208c15e296a6 req-aaa2d6cf-a767-466a-b59f-2160ef61747d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0823328 Aug 23 04:31:30.070571 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:30.091008 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ba74-37bb-429d-b193-baf57210f1af tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.096851 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4fbe0a-4b7e-4581-987a-ddc852b6a62f None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:31:30.119411 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:31:30.144986 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:31:30.145330 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ffed3c3d-2c51-45e4-bdfc-8a410e33cff3 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:31:30.152103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:30.162697 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-194bc863-973a-4656-8998-208c15e296a6 req-3fea1877-2c5b-4f8c-b9fd-6260ee4016ea tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952270 Aug 23 04:31:30.228309 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ba74-37bb-429d-b193-baf57210f1af tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (1bb6d2f6-5997-47ad-9dcb-3ec5da86b929), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.233243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ba74-37bb-429d-b193-baf57210f1af tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1bb6d2f6-5997-47ad-9dcb-3ec5da86b929), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.266078 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ba74-37bb-429d-b193-baf57210f1af tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.267305 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a9f9ba74-37bb-429d-b193-baf57210f1af tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2496707 Aug 23 04:31:30.270178 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42856) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:30.274839 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-9569a6d0-3027-49fd-9aaf-24bbee5536e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'security_group_rule': {'security_group_id': '1bb6d2f6-5997-47ad-9dcb-3ec5da86b929', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:30.281494 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9ba74-37bb-429d-b193-baf57210f1af tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:30.306278 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9569a6d0-3027-49fd-9aaf-24bbee5536e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (13f9b67e-9649-4482-83a0-0791566113bf), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.372178 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9569a6d0-3027-49fd-9aaf-24bbee5536e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (13f9b67e-9649-4482-83a0-0791566113bf), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.376862 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9569a6d0-3027-49fd-9aaf-24bbee5536e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (13f9b67e-9649-4482-83a0-0791566113bf), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.389994 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2ef55-8e8d-4f7a-9dec-3313166193be None None] New status for floating IP 49257f7e-ad0f-4c39-a66c-e0525533344d: DOWN {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:31:30.395692 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569a6d0-3027-49fd-9aaf-24bbee5536e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f9b67e-9649-4482-83a0-0791566113bf,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:30.405376 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9569a6d0-3027-49fd-9aaf-24bbee5536e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.406575 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9569a6d0-3027-49fd-9aaf-24bbee5536e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354916 Aug 23 04:31:30.409453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42858) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:30.414024 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-cb06b7d0-b464-4c5a-ae13-ae6975a707cb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'security_group_rule': {'security_group_id': '1bb6d2f6-5997-47ad-9dcb-3ec5da86b929', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:30.442319 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cb06b7d0-b464-4c5a-ae13-ae6975a707cb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (72d318c0-0bd8-40dd-a723-4010a12b1197), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.502969 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cb06b7d0-b464-4c5a-ae13-ae6975a707cb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (72d318c0-0bd8-40dd-a723-4010a12b1197), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.507649 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cb06b7d0-b464-4c5a-ae13-ae6975a707cb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (72d318c0-0bd8-40dd-a723-4010a12b1197), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.527154 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06b7d0-b464-4c5a-ae13-ae6975a707cb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d318c0-0bd8-40dd-a723-4010a12b1197,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:30.534024 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cb06b7d0-b464-4c5a-ae13-ae6975a707cb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.536519 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-cb06b7d0-b464-4c5a-ae13-ae6975a707cb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247997 Aug 23 04:31:30.538853 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42860) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:30.543242 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:30.565701 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.649816 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.757629 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Allocated IP 172.27.4.38 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/5c58b4ff-3e26-444c-8ac8-e871a0e0777a) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:31:30.867399 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.890845 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42866) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:30.905056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.909693 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-327480ff-3a7f-43e0-a5dc-095a3b3dc8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.949917 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b83b503-49e1-4802-b725-875fed44a1d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (8e3a0a68-fe47-4bb2-b80b-273cba05d76c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.950291 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:30.952525 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:31:30.958013 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:31:30.962725 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:31:30.966197 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'Port': ['ID=5c58b4ff-3e26-444c-8ac8-e871a0e0777a,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:30.974546 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b83b503-49e1-4802-b725-875fed44a1d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (8e3a0a68-fe47-4bb2-b80b-273cba05d76c), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:30.993959 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:31.027041 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b83b503-49e1-4802-b725-875fed44a1d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (8e3a0a68-fe47-4bb2-b80b-273cba05d76c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.029732 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b83b503-49e1-4802-b725-875fed44a1d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.030876 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-4b83b503-49e1-4802-b725-875fed44a1d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8e3a0a68-fe47-4bb2-b80b-273cba05d76c HTTP/1.1" status: 204 len: 168 time: 0.1388135 Aug 23 04:31:31.034651 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42868) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:31.049093 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83b503-49e1-4802-b725-875fed44a1d8 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a0a68-fe47-4bb2-b80b-273cba05d76c,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:31.052391 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (75d4ba60-9a34-4e3c-b55b-ce8ee523982c), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.056764 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.api.v2.resource [None req-eff53870-f36d-496a-a08c-08c2178c3b4d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] show failed (client error): The resource could not be found. Aug 23 04:31:31.058719 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-eff53870-f36d-496a-a08c-08c2178c3b4d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups/8e3a0a68-fe47-4bb2-b80b-273cba05d76c HTTP/1.1" status: 404 len: 347 time: 0.0216842 Aug 23 04:31:31.061724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42870) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:31.096713 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.101842 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:31.114410 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:31.182595 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port 19e29c18-d9ec-488f-a47a-94803c35c0c8 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:31.182963 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.262986 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.269041 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.269363 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (19e29c18-d9ec-488f-a47a-94803c35c0c8), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.283004 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for 19e29c18-d9ec-488f-a47a-94803c35c0c8 owned by network:floatingip {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:31.287230 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.359830 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed2b15-a906-47ed-b8cb-8afd09135604 req-d0bea9fa-15e8-4590-8abb-adcb6c4558e6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:31.361356 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d0ed2b15-a906-47ed-b8cb-8afd09135604 req-d0bea9fa-15e8-4590-8abb-adcb6c4558e6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.1102521 Aug 23 04:31:31.372356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (75d4ba60-9a34-4e3c-b55b-ce8ee523982c), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.386664 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'Port': ['ID=5c58b4ff-3e26-444c-8ac8-e871a0e0777a,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:31.414342 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.415558 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-386c9a70-7031-440a-87ae-0cc57714edf2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8757467 Aug 23 04:31:31.433174 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d0ed2b15-a906-47ed-b8cb-8afd09135604 req-67616c57-2085-4d53-bbfe-7eeacbf34bb3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638413 Aug 23 04:31:31.439252 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (19e29c18-d9ec-488f-a47a-94803c35c0c8), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.469938 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=19e29c18-d9ec-488f-a47a-94803c35c0c8,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:31.532608 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (49257f7e-ad0f-4c39-a66c-e0525533344d), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.534838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.535961 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-31bdc545-b5d7-4061-a460-2f4995540feb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/49257f7e-ad0f-4c39-a66c-e0525533344d HTTP/1.1" status: 204 len: 168 time: 0.4726732 Aug 23 04:31:31.616799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42888) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:31.621595 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-ac683cce-2fad-41b0-b6fa-e5200d04bf15 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830336987', 'description': 'tempest-description--1446975998'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:31.639326 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-0d53431d-011d-4052-bed2-1d2f8e2bd329 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--758709695&fields=id&tenant_id=fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 267 time: 0.0461366 Aug 23 04:31:31.644442 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ac683cce-2fad-41b0-b6fa-e5200d04bf15 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.713796 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ac683cce-2fad-41b0-b6fa-e5200d04bf15 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (88a57b3a-7a70-48df-ae75-cea0de14ba29), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.719120 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ac683cce-2fad-41b0-b6fa-e5200d04bf15 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (88a57b3a-7a70-48df-ae75-cea0de14ba29), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.752522 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ac683cce-2fad-41b0-b6fa-e5200d04bf15 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.753733 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ac683cce-2fad-41b0-b6fa-e5200d04bf15 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358676 Aug 23 04:31:31.754240 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-088a0916-a517-44a7-a287-80092827eb2b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:31.755683 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683cce-2fad-41b0-b6fa-e5200d04bf15 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a57b3a-7a70-48df-ae75-cea0de14ba29,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:31.755796 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-088a0916-a517-44a7-a287-80092827eb2b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 817 time: 0.1088669 Aug 23 04:31:31.756802 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 42890) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:31.761017 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-9e85831c-c2f6-4ad1-b353-2047bc422c90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': '88a57b3a-7a70-48df-ae75-cea0de14ba29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:31.781687 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-39f222a7-8ed1-4e72-b685-4b6f1858a73b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/quotas/fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 375 time: 0.0159149 Aug 23 04:31:31.819906 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9e85831c-c2f6-4ad1-b353-2047bc422c90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (d8e94572-dcdb-41a4-bb56-af3cde40c9d1), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.848501 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-2a39aaf8-a9d1-4f00-8e26-843ef2acc5c9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601878 Aug 23 04:31:31.875227 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:31.909693 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9e85831c-c2f6-4ad1-b353-2047bc422c90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (d8e94572-dcdb-41a4-bb56-af3cde40c9d1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.938340 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9e85831c-c2f6-4ad1-b353-2047bc422c90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (d8e94572-dcdb-41a4-bb56-af3cde40c9d1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.965914 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85831c-c2f6-4ad1-b353-2047bc422c90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e94572-dcdb-41a4-bb56-af3cde40c9d1,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:31.969450 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:31.974811 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9e85831c-c2f6-4ad1-b353-2047bc422c90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:31.976116 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9e85831c-c2f6-4ad1-b353-2047bc422c90 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2183623 Aug 23 04:31:31.979160 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42892) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:31.984209 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-55598752-df4d-4613-82b5-c2d4781060af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': '88a57b3a-7a70-48df-ae75-cea0de14ba29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:31.991775 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-69636efb-ace1-4671-9382-64b0ddf20684 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305904 Aug 23 04:31:32.016427 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55598752-df4d-4613-82b5-c2d4781060af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (2ee4d383-3af7-4f39-b224-1594f598c428), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.066301 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55598752-df4d-4613-82b5-c2d4781060af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (2ee4d383-3af7-4f39-b224-1594f598c428), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.071255 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55598752-df4d-4613-82b5-c2d4781060af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (2ee4d383-3af7-4f39-b224-1594f598c428), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.088950 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55598752-df4d-4613-82b5-c2d4781060af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee4d383-3af7-4f39-b224-1594f598c428,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:32.098578 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-55598752-df4d-4613-82b5-c2d4781060af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.099261 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-534ca767-6040-48a0-aa7d-f8cba161433f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989218 Aug 23 04:31:32.103270 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-55598752-df4d-4613-82b5-c2d4781060af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200905 Aug 23 04:31:32.103677 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 42894) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:32.107816 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:32.130169 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.190840 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.204583 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:32.218454 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:32.222920 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.292951 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f9a7fd86-8055-47ff-affb-c29c4e9de5ce req-c40f476a-bbcb-4160-9b21-50105d6adbe8 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 210 time: 0.0292699 Aug 23 04:31:32.340642 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.27.4.48 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/75b92caf-2299-4146-86a1-2b5eabda08b6) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:31:32.570376 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab90f1a-cc7e-4985-9dd0-470c09368e7b req-5179b3bc-95e8-4890-b763-9a88c2526c3e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:32.572107 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aab90f1a-cc7e-4985-9dd0-470c09368e7b req-5179b3bc-95e8-4890-b763-9a88c2526c3e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0535152 Aug 23 04:31:32.629937 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aab90f1a-cc7e-4985-9dd0-470c09368e7b req-2e461e7f-44b7-4f74-a62e-c54942ace7ef tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500362 Aug 23 04:31:32.697151 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.733484 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.784474 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:31:32.790259 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:31:32.792504 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=75b92caf-2299-4146-86a1-2b5eabda08b6,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:32.794677 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:31:32.882457 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (63f57d25-bd3d-4aee-bcfd-ae1556f2b630), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:32.918958 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.071327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.077848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.083329 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:33.149311 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=75b92caf-2299-4146-86a1-2b5eabda08b6,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:33.155047 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (63f57d25-bd3d-4aee-bcfd-ae1556f2b630), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.173555 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.174995 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-18c2bd69-8117-4e79-bc80-3e3b92ece106 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0704670 Aug 23 04:31:33.388093 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-206610d0-4160-47b1-b209-9b7c9918f386 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:33.389664 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-206610d0-4160-47b1-b209-9b7c9918f386 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 817 time: 0.1355405 Aug 23 04:31:33.427533 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4f6c9ae4-5ae8-4f64-9361-50049be30ee6 req-a09723eb-0922-40fa-9c44-6b562ae29517 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 210 time: 0.0453408 Aug 23 04:31:33.438723 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:33.468542 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-183fd544-58cf-4ca8-b2c4-70541949e647 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--830336987&fields=id&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 267 time: 0.0752079 Aug 23 04:31:33.479948 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-c68f6ce8-baef-4200-a598-4ab59edc03fc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 379 time: 0.0812838 Aug 23 04:31:33.569778 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'port': {'device_id': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'admin_state_up': True, 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'security_groups': ['1bb6d2f6-5997-47ad-9dcb-3ec5da86b929']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:33.575664 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-24213e26-4af0-4a2a-9b40-c190f17b564a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:33.577162 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-24213e26-4af0-4a2a-9b40-c190f17b564a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 0.1010065 Aug 23 04:31:33.591132 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.596554 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-001e0e0b-35d9-4c07-9daf-5358ae5ff2b4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/quotas/52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 375 time: 0.0136847 Aug 23 04:31:33.653581 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-2c1458b8-d152-4b66-8e66-6633c2e6cbc1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506811 Aug 23 04:31:33.694039 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Made reservation on behalf of fa6589185abe4af1b3d0cba6f0699538 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:31:33.698489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.699456 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:33.790448 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9d44e-0099-4974-83f1-f8d8808cc5db req-f035e4c3-f95e-4b35-8256-c7a1b2539277 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:33.791959 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92b9d44e-0099-4974-83f1-f8d8808cc5db req-f035e4c3-f95e-4b35-8256-c7a1b2539277 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0618315 Aug 23 04:31:33.795612 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-c2c04ff3-18c0-42bc-99a7-95b33cef3a20 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278796 Aug 23 04:31:33.827636 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Allocated IP 172.20.0.8 (6add0727-6c98-4d08-a7e7-3e117fdd2353/a7767169-880d-488a-9778-670c1f389978/2ff7de56-3ec6-4615-a0a4-667797f15a84) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:31:33.897332 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-92b9d44e-0099-4974-83f1-f8d8808cc5db req-bfa82149-b6f4-41a0-9df8-0ef2195c6a77 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991323 Aug 23 04:31:33.924617 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-fcef8233-1088-48dd-b51d-ba13922003a4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201756 Aug 23 04:31:33.979310 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.014012 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.059377 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:31:34.062700 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:31:34.066825 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:31:34.094184 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:34.130314 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2941b10f-27df-4dc9-a319-4bd859f00495 req-a28a1e11-8355-4f74-b3dc-3c27ce246145 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 210 time: 0.0431559 Aug 23 04:31:34.130896 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:34.140756 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.149583 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:34.162967 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-9b119b43-9321-4315-9a4a-4d3aa33d3985 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975411 Aug 23 04:31:34.174979 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Request body: {'port': {'device_id': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:34.250351 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.353868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-8289d517-ec87-4883-940c-f525fd315742 None None] Provisioning complete for port 2ff7de56-3ec6-4615-a0a4-667797f15a84 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:31:34.353868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8289d517-ec87-4883-940c-f525fd315742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.390171 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-8289d517-ec87-4883-940c-f525fd315742 None None] Port 2ff7de56-3ec6-4615-a0a4-667797f15a84 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:31:34.533419 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff7de56-3ec6-4615-a0a4-667797f15a84 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:31:34.542300 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Publish callbacks [] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.556134 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Transition to ACTIVE for port object 2ff7de56-3ec6-4615-a0a4-667797f15a84 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:31:34.557001 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:34.560368 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.580834 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c47f5-ea37-470a-baa1-d8e7211e98d0 req-aeea8fa6-1dcc-4c5f-ad3b-b11689d0b8c2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:34.587697 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-220c47f5-ea37-470a-baa1-d8e7211e98d0 req-aeea8fa6-1dcc-4c5f-ad3b-b11689d0b8c2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 931 time: 0.0634294 Aug 23 04:31:34.628695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:34.639950 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-220c47f5-ea37-470a-baa1-d8e7211e98d0 req-d2cb6648-ef31-4436-a29d-1dd890a3ab7a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512617 Aug 23 04:31:34.684073 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Attempting to bind port 2ff7de56-3ec6-4615-a0a4-667797f15a84 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:31:34.684389 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Attempting to bind port 2ff7de56-3ec6-4615-a0a4-667797f15a84 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:31:34.684712 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Attempting to bind port 2ff7de56-3ec6-4615-a0a4-667797f15a84 on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:31:34.689321 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Port 2ff7de56-3ec6-4615-a0a4-667797f15a84 on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:31:34.689638 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Attempting to bind port 2ff7de56-3ec6-4615-a0a4-667797f15a84 on network 6add0727-6c98-4d08-a7e7-3e117fdd2353 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:31:34.696446 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:31:34.696996 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Checking segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:31:34.697646 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Bound using segment: {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:31:34.698386 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Bound port: 2ff7de56-3ec6-4615-a0a4-667797f15a84, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ebef39-9234-4ecc-8347-f2a1354f1156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:31:34.698757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.765223 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:31:34.768393 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:31:34.777397 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.780563 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:34.781185 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:34.783222 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 1093 time: 0.6127145 Aug 23 04:31:34.785411 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:34.788349 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba3926a-57d8-4cbc-b013-67683a92c99e" -d '{"events": [{"name": "network-changed", "server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:34.834247 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8c412f-d95b-4d4f-908f-34b51bee4f47 x-openstack-request-id: req-aa8c412f-d95b-4d4f-908f-34b51bee4f47 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:34.834559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:34.834803 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa8c412f-d95b-4d4f-908f-34b51bee4f47 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:34.835189 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8c412f-d95b-4d4f-908f-34b51bee4f47'] response: {'name': 'network-changed', 'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'status': 'completed', 'code': 200} Aug 23 04:31:34.846573 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6aad5-152b-49b4-98ff-04be370a8b70 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:34.896565 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-d74ed07a-4326-4278-8ecd-349b2231dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:34.898066 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-d74ed07a-4326-4278-8ecd-349b2231dcae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1127 time: 0.0389390 Aug 23 04:31:35.036502 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24098fb-5eb1-456c-9ba4-9b3a0020340a req-a203715b-218e-4eb3-bf23-9dc97d9c93cd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:35.037944 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a24098fb-5eb1-456c-9ba4-9b3a0020340a req-a203715b-218e-4eb3-bf23-9dc97d9c93cd tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0638263 Aug 23 04:31:35.086487 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a24098fb-5eb1-456c-9ba4-9b3a0020340a req-55dd416b-a6e8-4532-8ef2-cbb961986bc7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Aug 23 04:31:35.098306 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-f8708c22-4033-4b24-abb6-8ae98432a3f6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 217 time: 0.0336139 Aug 23 04:31:35.143109 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:35.161851 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-b48d42fe-f15e-4c98-9f7e-9e2d207aeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:35.163418 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-b48d42fe-f15e-4c98-9f7e-9e2d207aeabb service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.0595100 Aug 23 04:31:35.252954 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7cd129f-113e-4d67-b9fb-340817a20a67 req-88d174f9-fbe5-4a0c-8575-d81b353ea2f3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 210 time: 0.0320117 Aug 23 04:31:35.261039 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910342d-2536-4017-9d63-e6806bc60d5b req-a8ebca3c-d93c-4d8b-8292-72ad317e8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:35.262525 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-a8ebca3c-d93c-4d8b-8292-72ad317e8cd0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746648 Aug 23 04:31:35.400119 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-56f9e1b7-19f5-408b-b222-b71cb14c67eb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:35.401569 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-56f9e1b7-19f5-408b-b222-b71cb14c67eb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 0.2021909 Aug 23 04:31:35.421988 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-88d84bb6-3008-4b97-9410-bcc3def83e6c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154270 Aug 23 04:31:35.598186 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-2fcf9f4b-ccc0-4c80-aad4-481b46ec5253 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 379 time: 0.1299102 Aug 23 04:31:35.609405 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'port': {'device_id': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'admin_state_up': True, 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'security_groups': ['88a57b3a-7a70-48df-ae75-cea0de14ba29']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:35.636726 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4910342d-2536-4017-9d63-e6806bc60d5b req-3606ea1f-b7d5-4ea8-91b1-0d66231918aa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666348 Aug 23 04:31:35.733722 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Made reservation on behalf of 52ab946e7d0d4a5397945bfcbf49e723 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:31:35.737548 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:35.739329 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:35.752190 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:35.762037 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd101a5-1c78-409c-9ab4-ff26a2e92531 req-31cb7f1f-486a-4120-b5dd-4d786ec58628 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:35.763479 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2bd101a5-1c78-409c-9ab4-ff26a2e92531 req-31cb7f1f-486a-4120-b5dd-4d786ec58628 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0497034 Aug 23 04:31:35.808143 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:35.813001 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2bd101a5-1c78-409c-9ab4-ff26a2e92531 req-b2db1a74-b6fe-4886-aa96-2549e157c1dc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 Aug 23 04:31:35.874517 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.20.0.7 (8c6be732-b40b-47aa-8b96-da7512121793/5fc2aebe-833f-4abc-94cc-11debf18bf53/f755fe0e-1a8d-487d-83d5-4a229002245d) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:31:36.026469 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:36.061144 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:36.096594 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:36.112884 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 8c6be732-b40b-47aa-8b96-da7512121793 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:31:36.118786 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:31:36.121527 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:31:36.126194 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=f755fe0e-1a8d-487d-83d5-4a229002245d,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:36.173644 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.174579 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:36.192858 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-b06922ce-5e75-4c88-a75d-553f8b6a72af tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871565 Aug 23 04:31:36.214318 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587770-666c-40d7-b614-b24995b6956f req-eb714939-8267-4a20-9de6-9a6a2ef3266f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.216043 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d0587770-666c-40d7-b614-b24995b6956f req-eb714939-8267-4a20-9de6-9a6a2ef3266f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0515473 Aug 23 04:31:36.266098 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d0587770-666c-40d7-b614-b24995b6956f req-a6b890d0-9dcf-4b3c-8a84-c271cb35b092 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Aug 23 04:31:36.333468 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-18608b95-31d1-427f-a690-aa1151e1bbbb None None] Provisioning complete for port f755fe0e-1a8d-487d-83d5-4a229002245d triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:31:36.334066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-18608b95-31d1-427f-a690-aa1151e1bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:36.366000 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-18608b95-31d1-427f-a690-aa1151e1bbbb None None] Port f755fe0e-1a8d-487d-83d5-4a229002245d cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:31:36.481369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Request body: {'port': {'device_id': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:36.545183 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-b86faabd-8df4-4d7d-b8c4-d654e81dfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.546650 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-b86faabd-8df4-4d7d-b8c4-d654e81dfe67 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1127 time: 0.0696554 Aug 23 04:31:36.597008 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:36.613153 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18c967-b79e-4e81-b3a6-54056f2d496a req-3f147e71-6e46-4e41-8a7a-c2a334180018 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.614722 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa18c967-b79e-4e81-b3a6-54056f2d496a req-3f147e71-6e46-4e41-8a7a-c2a334180018 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 931 time: 0.2859008 Aug 23 04:31:36.662695 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa18c967-b79e-4e81-b3a6-54056f2d496a req-79a80aaa-a998-4691-b75c-0ad788a3b162 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417550 Aug 23 04:31:36.707807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-4bf4ea90-446e-4949-9fa6-ef4ebec1964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.709624 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-4bf4ea90-446e-4949-9fa6-ef4ebec1964d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.1422932 Aug 23 04:31:36.786447 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-4cb69e85-0586-4473-9c46-1a17b5ac84fb service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 217 time: 0.0391529 Aug 23 04:31:36.861562 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:36.888460 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-23743e37-69b8-4be0-a638-3ed3fef04151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.889902 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-23743e37-69b8-4be0-a638-3ed3fef04151 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.0974817 Aug 23 04:31:36.936204 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecaeb6-da87-4499-9b52-d9f836a032ab req-c405ca12-7698-45cb-82d9-4db12693a7b9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.937683 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-86ecaeb6-da87-4499-9b52-d9f836a032ab req-c405ca12-7698-45cb-82d9-4db12693a7b9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0474756 Aug 23 04:31:36.949098 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-854c628f-2103-4b26-8a07-ba62ab55dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:36.950564 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-854c628f-2103-4b26-8a07-ba62ab55dd8f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541351 Aug 23 04:31:36.986793 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-86ecaeb6-da87-4499-9b52-d9f836a032ab req-c90f44a3-422e-4c0b-8919-9e077f5d2bb9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431826 Aug 23 04:31:37.066722 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f755fe0e-1a8d-487d-83d5-4a229002245d {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:31:37.076847 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Publish callbacks [] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:37.100347 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-bafbbed3-4da8-4df9-a673-f10a4762281f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437011 Aug 23 04:31:37.101195 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Transition to ACTIVE for port object f755fe0e-1a8d-487d-83d5-4a229002245d will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:31:37.114881 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:37.206345 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Pushing event updated for resources: {'Port': ['ID=f755fe0e-1a8d-487d-83d5-4a229002245d,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:37.228084 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:37.276748 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2ba3926a-57d8-4cbc-b013-67683a92c99e req-23d72ab5-a76e-4ea7-86dc-2afbed9ee148 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698358 Aug 23 04:31:37.299508 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Attempting to bind port f755fe0e-1a8d-487d-83d5-4a229002245d on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:31:37.299817 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Attempting to bind port f755fe0e-1a8d-487d-83d5-4a229002245d by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:31:37.300163 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Attempting to bind port f755fe0e-1a8d-487d-83d5-4a229002245d on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:31:37.304777 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Port f755fe0e-1a8d-487d-83d5-4a229002245d on network 8c6be732-b40b-47aa-8b96-da7512121793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:31:37.305193 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Attempting to bind port f755fe0e-1a8d-487d-83d5-4a229002245d on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:31:37.310326 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:31:37.310817 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Checking segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:31:37.311033 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Bound using segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:31:37.311453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Bound port: f755fe0e-1a8d-487d-83d5-4a229002245d, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:31:37.311880 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:37.374714 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] For port f755fe0e-1a8d-487d-83d5-4a229002245d, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:31:37.377872 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] For port f755fe0e-1a8d-487d-83d5-4a229002245d, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f755fe0e-1a8d-487d-83d5-4a229002245d,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:31:37.384387 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:37.388428 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:37.389037 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:37.390394 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f755fe0e-1a8d-487d-83d5-4a229002245d HTTP/1.1" status: 200 len: 1093 time: 0.9150896 Aug 23 04:31:37.390886 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:37.393153 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:37.394429 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff3e7-db2a-4fdb-83c0-8417f1611df4 req-a227581a-977d-4310-aa03-7f4c48edd85c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:37.395905 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e10ff3e7-db2a-4fdb-83c0-8417f1611df4 req-a227581a-977d-4310-aa03-7f4c48edd85c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Aug 23 04:31:37.446322 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec1f06-722a-4f5b-9948-588c1c079752 x-openstack-request-id: req-e9ec1f06-722a-4f5b-9948-588c1c079752 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:37.446647 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:37.446848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9ec1f06-722a-4f5b-9948-588c1c079752 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:37.447239 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ec1f06-722a-4f5b-9948-588c1c079752'] response: {'name': 'network-changed', 'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'status': 'completed', 'code': 200} Aug 23 04:31:37.466314 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e10ff3e7-db2a-4fdb-83c0-8417f1611df4 req-82f95d7d-b5e1-4575-a3bc-a34795670403 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540445 Aug 23 04:31:37.477316 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d966e3f-9704-4e53-93f7-d3ec3bcc92dd service neutron] Pushing event updated for resources: {'Port': ['ID=f755fe0e-1a8d-487d-83d5-4a229002245d,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:37.487280 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-5c5ea871-d45a-46aa-8a9d-51d56b8d8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:37.488806 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-5c5ea871-d45a-46aa-8a9d-51d56b8d8601 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 1127 time: 0.0544481 Aug 23 04:31:37.539824 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-373cfa07-239c-4e0d-af9c-b1f5ce2f5f46 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f755fe0e-1a8d-487d-83d5-4a229002245d HTTP/1.1" status: 200 len: 217 time: 0.0426250 Aug 23 04:31:37.589268 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-221adc7b-ce67-4af9-bd4b-a8a5d64be4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:37.590698 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-221adc7b-ce67-4af9-bd4b-a8a5d64be4e4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0450552 Aug 23 04:31:37.633842 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-eb15857c-38d9-4c31-bccf-41e258d5bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:37.635272 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-eb15857c-38d9-4c31-bccf-41e258d5bfd1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381377 Aug 23 04:31:37.728311 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-8c727b8a-5719-4641-b8ad-fae0f49a4244 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865855 Aug 23 04:31:37.757236 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:37.786261 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b76ce-666b-4225-87df-fcf83ab11c5c req-06f5c9fe-b9e7-4b0a-a3e5-24354b8f1244 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:37.788331 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-462b76ce-666b-4225-87df-fcf83ab11c5c req-06f5c9fe-b9e7-4b0a-a3e5-24354b8f1244 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 943 time: 0.0484715 Aug 23 04:31:37.825941 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b1ea12c3-bf8e-4d40-9cdb-9e05564a1785 req-453f8f85-6b78-4c12-899e-ee23b76604bc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913227 Aug 23 04:31:37.837002 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-462b76ce-666b-4225-87df-fcf83ab11c5c req-530446e9-3115-4e99-afe4-c89f376e63de tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430806 Aug 23 04:31:38.012608 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:31:38.114312 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159c33f-08ce-4ed6-8e38-81542f1caeea req-39f3b9fd-75d8-4b58-8b28-920946d8cadb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:38.115864 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2159c33f-08ce-4ed6-8e38-81542f1caeea req-39f3b9fd-75d8-4b58-8b28-920946d8cadb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0518811 Aug 23 04:31:38.120834 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:38.132691 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'port_id': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'mac_address': 'fa:16:3e:64:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:31:38.166296 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2159c33f-08ce-4ed6-8e38-81542f1caeea req-7d319d1a-63b9-4940-964c-4c462ab90d6b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 Aug 23 04:31:38.167068 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:31:38.167449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:38.181277 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff7de56-3ec6-4615-a0a4-667797f15a84 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:31:38.201590 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:38.205835 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:38.252455 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:38.259732 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.260105 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.260500 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.260849 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.261208 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.261530 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.261856 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.262172 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.262487 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.262785 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.263101 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.263420 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.263726 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.264087 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.264380 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:38.486639 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2ff7de56-3ec6-4615-a0a4-667797f15a84'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:31:38.590594 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f64e0-6230-4abd-a6da-a069e79948f2 req-84bd5a1d-0308-46ac-9998-f45d59ab2a86 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:38.592083 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f07f64e0-6230-4abd-a6da-a069e79948f2 req-84bd5a1d-0308-46ac-9998-f45d59ab2a86 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Aug 23 04:31:38.615345 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:38.640520 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f07f64e0-6230-4abd-a6da-a069e79948f2 req-fae540a2-899e-4198-801f-d4c095313ca1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Aug 23 04:31:38.750987 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-5f8eea5c-7b12-41bc-9ebd-f70ee9181c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:38.752534 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-5f8eea5c-7b12-41bc-9ebd-f70ee9181c49 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 1127 time: 0.0560796 Aug 23 04:31:38.843931 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-5def4a67-6075-4840-b7bb-81900784cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:38.845417 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-5def4a67-6075-4840-b7bb-81900784cf1c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 916 time: 0.0868895 Aug 23 04:31:38.976460 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa591c7a-3c29-4b19-976d-929590e35af7 req-a575315d-37ec-43d1-aeae-010a3e4bc702 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:38.978115 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aa591c7a-3c29-4b19-976d-929590e35af7 req-a575315d-37ec-43d1-aeae-010a3e4bc702 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 943 time: 0.0564599 Aug 23 04:31:39.028880 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aa591c7a-3c29-4b19-976d-929590e35af7 req-85f5d26a-65ea-41c0-a798-e4f144ba8a52 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Aug 23 04:31:39.311940 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb22b8-5351-4947-b1bc-86dae057e44c req-765b1ccf-b64d-4858-950c-3ab7090fc7b1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:39.313879 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4edb22b8-5351-4947-b1bc-86dae057e44c req-765b1ccf-b64d-4858-950c-3ab7090fc7b1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 944 time: 0.0646882 Aug 23 04:31:39.364892 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4edb22b8-5351-4947-b1bc-86dae057e44c req-afd67e2a-d4a7-453f-a1e0-83491fa2ed13 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Aug 23 04:31:39.771842 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953bb36-e500-4191-8efe-08fc215f0bd5 req-79a123c0-3c90-43da-b1fd-aeeba48038e6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:39.773325 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9953bb36-e500-4191-8efe-08fc215f0bd5 req-79a123c0-3c90-43da-b1fd-aeeba48038e6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0473759 Aug 23 04:31:39.823491 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9953bb36-e500-4191-8efe-08fc215f0bd5 req-9175e800-0818-46f6-a93b-dd38ca0aa42d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425935 Aug 23 04:31:39.898022 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-797014fb-eeec-464d-b440-7c8769c057a9 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f755fe0e-1a8d-487d-83d5-4a229002245d HTTP/1.1" status: 200 len: 217 time: 0.0364940 Aug 23 04:31:39.970341 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-33c37e75-a781-4104-bb51-7989a6e5e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:39.971898 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-33c37e75-a781-4104-bb51-7989a6e5e2c8 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0668123 Aug 23 04:31:39.991892 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aefe3-65b5-4955-b622-f732c38ae621 req-11c144b4-b61c-4bd4-a75c-9698ddc71759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:39.993317 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-eb8aefe3-65b5-4955-b622-f732c38ae621 req-11c144b4-b61c-4bd4-a75c-9698ddc71759 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0511348 Aug 23 04:31:40.027704 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f755fe0e-1a8d-487d-83d5-4a229002245d details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:31:40.032062 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:31:40.037081 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-264cd614-ab49-4cd1-bba5-517cfd9e1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:40.038557 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-264cd614-ab49-4cd1-bba5-517cfd9e1d60 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594099 Aug 23 04:31:40.143401 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 2ff7de56-3ec6-4615-a0a4-667797f15a84 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:31:40.146576 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:40.157663 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 2ff7de56-3ec6-4615-a0a4-667797f15a84 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:31:40.158059 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:40.164640 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b0e9d-7677-4a82-8a8e-91b6fd55f027 req-fdfe6085-9732-49ae-a2e1-6a481f916dfd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:40.166236 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e74b0e9d-7677-4a82-8a8e-91b6fd55f027 req-fdfe6085-9732-49ae-a2e1-6a481f916dfd tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 943 time: 0.0584719 Aug 23 04:31:40.204498 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:40.207189 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:40.213189 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port f755fe0e-1a8d-487d-83d5-4a229002245d, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f755fe0e-1a8d-487d-83d5-4a229002245d,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:40.225235 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e74b0e9d-7677-4a82-8a8e-91b6fd55f027 req-b206c849-4f93-4c62-b18f-f21999d00020 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522442 Aug 23 04:31:40.229266 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'port_id': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'mac_address': 'fa:16:3e:78:02:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:31:40.300189 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port f755fe0e-1a8d-487d-83d5-4a229002245d is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:31:40.300587 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:40.302548 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:31:40.302938 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:40.329170 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-eb8aefe3-65b5-4955-b622-f732c38ae621 req-11f8a33f-5d23-42a9-aeed-dc756ea4460e service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213508 Aug 23 04:31:40.329430 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f755fe0e-1a8d-487d-83d5-4a229002245d {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:31:40.340328 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:40.342597 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea4785b-0e79-4ac4-979c-fdb2293a9e51" -d '{"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:40.364903 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:40.365335 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:40.370563 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port f755fe0e-1a8d-487d-83d5-4a229002245d, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f755fe0e-1a8d-487d-83d5-4a229002245d,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:40.372300 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:40.378286 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:40.397159 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23561c40-1fa8-4daa-9a76-e4d55266d495 x-openstack-request-id: req-23561c40-1fa8-4daa-9a76-e4d55266d495 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:40.397491 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:40.397754 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23561c40-1fa8-4daa-9a76-e4d55266d495 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:40.398132 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23561c40-1fa8-4daa-9a76-e4d55266d495'] response: {'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'code': 200} Aug 23 04:31:40.399559 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-abff2a6c-99cf-4c5f-b93a-52bf4b9fba22 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544424 Aug 23 04:31:40.424869 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:40.479384 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=f755fe0e-1a8d-487d-83d5-4a229002245d,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:40.497155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7614a6a-9025-4adf-a038-46e85672064c req-e434d954-1115-4f59-b76a-70d957d69b0a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:40.498613 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7614a6a-9025-4adf-a038-46e85672064c req-e434d954-1115-4f59-b76a-70d957d69b0a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0487030 Aug 23 04:31:40.548321 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7614a6a-9025-4adf-a038-46e85672064c req-9fc46272-e5fe-4cbf-a12d-606b7ab24a90 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440209 Aug 23 04:31:40.640865 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['f755fe0e-1a8d-487d-83d5-4a229002245d'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:31:40.649293 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7eb4d396-3f72-49cd-a1ba-6223aec2e2ed req-1b403add-1866-46cc-8917-817c8541f441 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962763 Aug 23 04:31:40.730531 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c9e21-84d4-463f-82ec-a983b1b52fc7 req-541f71b3-e6f3-4fee-965c-ea0d8186bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:40.731954 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-472c9e21-84d4-463f-82ec-a983b1b52fc7 req-541f71b3-e6f3-4fee-965c-ea0d8186bc01 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1129 time: 0.0423672 Aug 23 04:31:40.958063 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd17990-7223-4518-8787-0ad4b7117a44 req-1e7bc3fc-e029-46b2-bd5b-e3c420257c2e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:40.959774 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cdd17990-7223-4518-8787-0ad4b7117a44 req-1e7bc3fc-e029-46b2-bd5b-e3c420257c2e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0528002 Aug 23 04:31:41.010019 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cdd17990-7223-4518-8787-0ad4b7117a44 req-a54a6158-ea80-4d29-8a89-d0fd8d5c6138 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Aug 23 04:31:41.075788 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-472c9e21-84d4-463f-82ec-a983b1b52fc7 req-45054e22-f4fb-4138-9754-5bcf5f7bbc2e service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418956 Aug 23 04:31:41.368356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc1ce8-cbff-41e1-ac50-e3445431f078 req-2b740398-ebcf-448f-80f4-09b6d0863937 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:41.369817 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fcbc1ce8-cbff-41e1-ac50-e3445431f078 req-2b740398-ebcf-448f-80f4-09b6d0863937 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 944 time: 0.0526505 Aug 23 04:31:41.420721 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fcbc1ce8-cbff-41e1-ac50-e3445431f078 req-9c89a6a6-d573-4d1d-bd9a-dd39de4c3243 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450904 Aug 23 04:31:41.674398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf375bd-da81-406a-9ebd-8ebe0fe21b7a req-f3bb52b1-8871-42e7-be06-7efd0f65f6fd tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:41.675845 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9bf375bd-da81-406a-9ebd-8ebe0fe21b7a req-f3bb52b1-8871-42e7-be06-7efd0f65f6fd tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0465317 Aug 23 04:31:41.725323 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9bf375bd-da81-406a-9ebd-8ebe0fe21b7a req-196b892e-024f-41ed-9f98-b285e8511d74 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Aug 23 04:31:42.040546 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f755fe0e-1a8d-487d-83d5-4a229002245d up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:31:42.097845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port f755fe0e-1a8d-487d-83d5-4a229002245d completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:31:42.105282 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port f755fe0e-1a8d-487d-83d5-4a229002245d triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:31:42.105650 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:42.141367 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:42.153076 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d9ca4-ae95-4678-a306-55a80854456a req-117baa0c-6f51-4ca7-99fa-bfe2522a534c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:42.154762 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b04d9ca4-ae95-4678-a306-55a80854456a req-117baa0c-6f51-4ca7-99fa-bfe2522a534c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Aug 23 04:31:42.182953 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port f755fe0e-1a8d-487d-83d5-4a229002245d is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:31:42.183331 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:42.201364 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b04d9ca4-ae95-4678-a306-55a80854456a req-4b695445-5cfe-4347-a591-071927585b80 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Aug 23 04:31:42.218380 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port f755fe0e-1a8d-487d-83d5-4a229002245d, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f755fe0e-1a8d-487d-83d5-4a229002245d,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:42.222612 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:42.269620 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=f755fe0e-1a8d-487d-83d5-4a229002245d,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:42.399428 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:42.401902 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eee0ad-087d-466b-918c-cb53f1f0335f" -d '{"events": [{"server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "name": "network-vif-plugged", "status": "completed", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:42.440977 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befa472-86c2-434d-8490-bc4d29b95af1 x-openstack-request-id: req-9befa472-86c2-434d-8490-bc4d29b95af1 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:42.441284 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "name": "network-vif-plugged", "status": "completed", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:42.441541 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9befa472-86c2-434d-8490-bc4d29b95af1 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:42.441939 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9befa472-86c2-434d-8490-bc4d29b95af1'] response: {'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'code': 200} Aug 23 04:31:42.572562 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813bd9d-e30f-4bca-8874-f77e7c4329c9 req-c0921ae9-b8b0-4429-be93-7a07ab6ed330 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:42.574582 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b813bd9d-e30f-4bca-8874-f77e7c4329c9 req-c0921ae9-b8b0-4429-be93-7a07ab6ed330 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0548401 Aug 23 04:31:42.654184 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843c6d-f81e-40e6-bf2b-6e5da69379ec req-ab4cd36a-07e4-480c-98d6-86662f2b17ae tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:42.655640 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-47843c6d-f81e-40e6-bf2b-6e5da69379ec req-ab4cd36a-07e4-480c-98d6-86662f2b17ae tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0741363 Aug 23 04:31:42.662589 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b813bd9d-e30f-4bca-8874-f77e7c4329c9 req-135e7170-e786-4327-a029-364e88b76584 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826969 Aug 23 04:31:42.708867 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-47843c6d-f81e-40e6-bf2b-6e5da69379ec req-31eca85a-127d-4c2e-8698-2a01c521d70c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Aug 23 04:31:42.859196 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a393cd-0e0a-4415-92e6-0adef7bdae26 req-37b88c5c-b999-4aa2-8e8b-9ec0b821cf3c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:42.860573 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c1a393cd-0e0a-4415-92e6-0adef7bdae26 req-37b88c5c-b999-4aa2-8e8b-9ec0b821cf3c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0480220 Aug 23 04:31:42.910006 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c1a393cd-0e0a-4415-92e6-0adef7bdae26 req-d6d61cb2-4433-4710-8ea9-b325694dd24c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412791 Aug 23 04:31:43.119175 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebe011-55ba-4def-be77-1c5004406edc req-8b7b546e-3c45-4271-bcb3-c5e5989c2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:43.120670 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-01ebe011-55ba-4def-be77-1c5004406edc req-8b7b546e-3c45-4271-bcb3-c5e5989c2939 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 1129 time: 0.0743840 Aug 23 04:31:43.121735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-7d5f4214-8a5d-48bf-8ce1-867f9d201cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:43.123057 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-7d5f4214-8a5d-48bf-8ce1-867f9d201cd3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0664110 Aug 23 04:31:43.134618 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:43.135502 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=18,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:43.229571 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-01ebe011-55ba-4def-be77-1c5004406edc req-56eaee81-b317-4444-b0b3-e65368283f80 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991364 Aug 23 04:31:43.250338 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-8e5bba68-e882-4427-8d0a-ff322e84921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:43.251747 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-8e5bba68-e882-4427-8d0a-ff322e84921f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1203568 Aug 23 04:31:43.515310 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-a42fce99-4ed1-4d55-ba58-6a824ad83398 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 1001 time: 0.0698895 Aug 23 04:31:43.566338 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-f03580e8-45e4-49d4-b4ad-3474beda074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:43.567743 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-f03580e8-45e4-49d4-b4ad-3474beda074b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0459430 Aug 23 04:31:43.621314 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-805782af-31be-4a08-9be4-1b35c5ad8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:43.622794 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-805782af-31be-4a08-9be4-1b35c5ad8ad3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429399 Aug 23 04:31:43.654830 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:43.722134 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-5370524c-4779-46d6-85ba-6d294f45a331 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915570 Aug 23 04:31:43.785013 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8765d0a-7260-4a2a-b8dc-2dbccffe2fc6 req-508696b8-5d46-493e-b951-3829bdb8aab6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:43.786511 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c8765d0a-7260-4a2a-b8dc-2dbccffe2fc6 req-508696b8-5d46-493e-b951-3829bdb8aab6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0477562 Aug 23 04:31:43.848330 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd8d8-e22c-4345-8f2d-8802372525de req-a1aa59f5-50b4-4179-8161-c453e03a6449 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:43.850118 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ee5fd8d8-e22c-4345-8f2d-8802372525de req-a1aa59f5-50b4-4179-8161-c453e03a6449 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0627122 Aug 23 04:31:43.885025 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c8765d0a-7260-4a2a-b8dc-2dbccffe2fc6 req-9e23a435-f1fe-4284-a894-86f49e64a453 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889688 Aug 23 04:31:43.911101 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ee5fd8d8-e22c-4345-8f2d-8802372525de req-ce3d4de2-1d88-4102-802d-59232e557472 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554385 Aug 23 04:31:44.038591 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8d2bf-476d-4df7-8679-749461b0da49 req-34e6fccc-d90b-4ca0-8cb1-ed94ead06e00 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:44.040659 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0aa8d2bf-476d-4df7-8679-749461b0da49 req-34e6fccc-d90b-4ca0-8cb1-ed94ead06e00 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0495710 Aug 23 04:31:44.074713 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:44.082362 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:44.091176 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0aa8d2bf-476d-4df7-8679-749461b0da49 req-2d0cf888-b52e-40bc-913c-de5ffaf68743 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Aug 23 04:31:44.118708 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bf8c10f4-7452-4ded-b08a-1b35307c1da9 req-61444289-5927-4991-b2ce-a08e249ceab9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922496 Aug 23 04:31:44.216368 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdef3e-ca1b-4d96-a4a2-f20a4816ba48 req-77824b69-636c-41c2-8ecf-b9ed067e4cce tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:44.217781 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ecfdef3e-ca1b-4d96-a4a2-f20a4816ba48 req-77824b69-636c-41c2-8ecf-b9ed067e4cce tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0495942 Aug 23 04:31:44.229994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43024) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:44.234533 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Request body: {'floatingip': {'port_id': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:44.274058 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (75d4ba60-9a34-4e3c-b55b-ce8ee523982c), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:44.492965 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:44.703000 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:44.709045 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (75d4ba60-9a34-4e3c-b55b-ce8ee523982c), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:44.812055 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Floating IP 75d4ba60-9a34-4e3c-b55b-ce8ee523982c associated. External IP: 172.27.4.38, port: 2ff7de56-3ec6-4615-a0a4-667797f15a84. Aug 23 04:31:45.018224 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:31:45.021251 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:45.036950 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b112073-1786-42db-b3f2-75ea4fcab7da req-68a74f8b-a6cd-41ce-be4b-b61945585908 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:45.038588 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b112073-1786-42db-b3f2-75ea4fcab7da req-68a74f8b-a6cd-41ce-be4b-b61945585908 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0774455 Aug 23 04:31:45.049368 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e74486-b4fc-4a0c-8ff2-abcaaef9049b req-66434603-c337-4fee-aea6-189d8403d3b0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:45.050732 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84e74486-b4fc-4a0c-8ff2-abcaaef9049b req-66434603-c337-4fee-aea6-189d8403d3b0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0601842 Aug 23 04:31:45.130432 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:31:45.132201 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1b112073-1786-42db-b3f2-75ea4fcab7da req-492d6bf3-18fd-491c-87bb-3c2999f0d8e6 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805094 Aug 23 04:31:45.136900 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:45.139742 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84e74486-b4fc-4a0c-8ff2-abcaaef9049b req-39e9b864-9a77-4f3d-82a6-af05de254eea tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815778 Aug 23 04:31:45.142812 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] Sync routers for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:31:45.157507 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:45.158318 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:45.177251 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-3e2d9364-3131-4542-bc6f-3b285f1120cc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/75d4ba60-9a34-4e3c-b55b-ce8ee523982c HTTP/1.1" status: 200 len: 990 time: 0.9462368 Aug 23 04:31:45.177819 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:45.180193 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21afa528-c25c-48a7-86d6-30540d6940f9" -d '{"events": [{"name": "network-changed", "server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:45.215227 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c690bd50-8598-4a53-9100-0f14d4cb1ff4 x-openstack-request-id: req-c690bd50-8598-4a53-9100-0f14d4cb1ff4 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:45.215512 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:45.215761 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c690bd50-8598-4a53-9100-0f14d4cb1ff4 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:45.216195 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c690bd50-8598-4a53-9100-0f14d4cb1ff4'] response: {'name': 'network-changed', 'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'status': 'completed', 'code': 200} Aug 23 04:31:45.244752 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:45.262163 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:45.478313 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '75d4ba60-9a34-4e3c-b55b-ce8ee523982c', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'port_id': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'mac_address': 'fa:16:3e:64:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:31Z', 'updated_at': '2022-08-23T04:31:44Z', 'revision_number': 1, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:45.503215 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] Checking router: 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:31:45.512610 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:45.513205 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:45.628015 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:45.982879 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '75d4ba60-9a34-4e3c-b55b-ce8ee523982c', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'port_id': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'mac_address': 'fa:16:3e:64:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:31Z', 'updated_at': '2022-08-23T04:31:44Z', 'revision_number': 1, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:46.007723 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6a22a-8d6a-40a9-9c4f-9a1437769b5f None None] The sync data for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi is: [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '75d4ba60-9a34-4e3c-b55b-ce8ee523982c', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'floating_ip_address': '172.27.4.38', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'port_id': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'mac_address': 'fa:16:3e:64:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:31Z', 'updated_at': '2022-08-23T04:31:44Z', 'revision_number': 1, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:31:46.095444 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-909f01d2-2995-4170-8aa5-4d954c0f0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:46.097091 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-909f01d2-2995-4170-8aa5-4d954c0f0310 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1129 time: 0.0449843 Aug 23 04:31:46.211620 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca907-092d-49fc-8b0b-654409473493 None None] New status for floating IP 75d4ba60-9a34-4e3c-b55b-ce8ee523982c: ACTIVE {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:31:46.302432 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af4cd-177b-4598-b7ef-da53f1646786 req-9dea1090-9b05-44e8-880b-5da9b82c96d4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:46.304498 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e47af4cd-177b-4598-b7ef-da53f1646786 req-9dea1090-9b05-44e8-880b-5da9b82c96d4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0881259 Aug 23 04:31:46.325425 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6573f-81c1-4fa1-a7d9-58a408e801b7 req-e1f849a3-0c67-419c-8079-17b346fc4cac tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:46.327228 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-46f6573f-81c1-4fa1-a7d9-58a408e801b7 req-e1f849a3-0c67-419c-8079-17b346fc4cac tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0690539 Aug 23 04:31:46.393358 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e47af4cd-177b-4598-b7ef-da53f1646786 req-9eabac87-407f-47a0-8e7e-b9250ab02c9d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807183 Aug 23 04:31:46.400166 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-46f6573f-81c1-4fa1-a7d9-58a408e801b7 req-295c8837-b469-4e5b-a2a7-7222052528de tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657353 Aug 23 04:31:46.512404 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dd2e0-21ac-4108-80b4-a7fef16f3136 req-31d8e200-1570-4a17-8173-848d65ea25a4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:46.513869 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8c8dd2e0-21ac-4108-80b4-a7fef16f3136 req-31d8e200-1570-4a17-8173-848d65ea25a4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0529020 Aug 23 04:31:46.525576 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43042) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:46.530167 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'port_id': 'f755fe0e-1a8d-487d-83d5-4a229002245d'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:46.578526 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (63f57d25-bd3d-4aee-bcfd-ae1556f2b630), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:46.748516 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-fc8bb1b3-2468-4a51-ac0f-e56e03ab2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:46.749970 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-fc8bb1b3-2468-4a51-ac0f-e56e03ab2e54 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.1853793 Aug 23 04:31:46.877901 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-16e6a5ea-f9d8-44d6-b21e-a06bfc6473c8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 1000 time: 0.0931039 Aug 23 04:31:46.894790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:47.026317 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-f2c6412a-ef76-47b2-b5dd-ed2dcdec6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:47.027774 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-f2c6412a-ef76-47b2-b5dd-ed2dcdec6bf0 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.1417463 Aug 23 04:31:47.120458 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47334727-1025-4788-b178-efae8dce701b req-fada1583-d1b9-466b-97a7-f95b082c1ed5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:47.121941 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-47334727-1025-4788-b178-efae8dce701b req-fada1583-d1b9-466b-97a7-f95b082c1ed5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0532248 Aug 23 04:31:47.135447 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:47.139943 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (63f57d25-bd3d-4aee-bcfd-ae1556f2b630), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:47.172505 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-47334727-1025-4788-b178-efae8dce701b req-2840886f-3570-4907-b0c6-a76a1313601f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449383 Aug 23 04:31:47.238548 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP 63f57d25-bd3d-4aee-bcfd-ae1556f2b630 associated. External IP: 172.27.4.48, port: f755fe0e-1a8d-487d-83d5-4a229002245d. Aug 23 04:31:47.335549 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:47.431486 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:31:47.526877 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27893b87-7ff3-49e8-b7cc-f7e88e9bf405 req-b901c00d-8539-4f92-90d4-d5c959ffe274 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:47.528504 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-27893b87-7ff3-49e8-b7cc-f7e88e9bf405 req-b901c00d-8539-4f92-90d4-d5c959ffe274 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0521646 Aug 23 04:31:47.585420 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-27893b87-7ff3-49e8-b7cc-f7e88e9bf405 req-28908eab-f269-4ab6-b598-c2d95262cd89 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493639 Aug 23 04:31:47.711966 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb8545-1c00-47c6-b3eb-375286b999d4 req-f4c07d43-abf8-4ca1-a971-4d61a126a5d0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:47.713417 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bacb8545-1c00-47c6-b3eb-375286b999d4 req-f4c07d43-abf8-4ca1-a971-4d61a126a5d0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Aug 23 04:31:47.723412 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43058) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:47.728595 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Request body: {'floatingip': {'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:47.780413 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:31:47.781341 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:47.785112 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:47.791758 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:31:47.804070 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:47.805281 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:47.820577 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-5ae2f0be-e8e5-43c6-badc-dea6428e5e43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/63f57d25-bd3d-4aee-bcfd-ae1556f2b630 HTTP/1.1" status: 200 len: 990 time: 1.2938368 Aug 23 04:31:47.821264 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:47.823612 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aabf26-a4ff-4eb9-bac9-e20d280de844" -d '{"events": [{"name": "network-changed", "server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:47.866981 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1bd6a8-6cf6-4f54-bbfe-f7478de8a12e x-openstack-request-id: req-ef1bd6a8-6cf6-4f54-bbfe-f7478de8a12e {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:47.867272 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:47.868329 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef1bd6a8-6cf6-4f54-bbfe-f7478de8a12e {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:47.868329 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1bd6a8-6cf6-4f54-bbfe-f7478de8a12e'] response: {'name': 'network-changed', 'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'status': 'completed', 'code': 200} Aug 23 04:31:47.900134 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:47.920133 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:48.059059 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:48.079969 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:48.121571 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:48.141899 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '63f57d25-bd3d-4aee-bcfd-ae1556f2b630', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:78:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:32Z', 'updated_at': '2022-08-23T04:31:47Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:48.154682 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:31:48.168153 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:31:48.176712 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:48.177315 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:48.230765 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:48.235773 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:48.284997 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:48.355983 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b4b0-34e1-44ea-abae-145d01323f7c req-bc970a22-0569-419c-9dbb-7a19ad8d353e tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:48.357361 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-46d9b4b0-34e1-44ea-abae-145d01323f7c req-bc970a22-0569-419c-9dbb-7a19ad8d353e tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0880058 Aug 23 04:31:48.477313 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-46d9b4b0-34e1-44ea-abae-145d01323f7c req-a6a1dc42-6e94-43a6-8e53-97356ee03853 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141970 Aug 23 04:31:48.515205 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Router 165424e7-e640-46f5-b0b4-227b1f35ae06 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:31:48.519586 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '63f57d25-bd3d-4aee-bcfd-ae1556f2b630', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:78:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:32Z', 'updated_at': '2022-08-23T04:31:47Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:48.548582 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e15ff0-593a-4019-aa28-870df3b97509 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '63f57d25-bd3d-4aee-bcfd-ae1556f2b630', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:78:02:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:32Z', 'updated_at': '2022-08-23T04:31:47Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:31:48.635249 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:31:48.639897 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:48.651265 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] Sync routers for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:31:48.664524 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:48.665783 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:48.671362 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-92475c81-4251-4089-a8c8-8a38fa43bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:48.671880 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:48.673628 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-92475c81-4251-4089-a8c8-8a38fa43bc00 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757313 Aug 23 04:31:48.674117 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e4f834-5655-42ce-986c-c66b11e09e17" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:48.682775 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-a3498d97-d3d6-472b-8597-e1edab2c29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:48.684951 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-a3498d97-d3d6-472b-8597-e1edab2c29a4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 1129 time: 0.0561628 Aug 23 04:31:48.714219 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a2eef7e9-402d-4ae6-b084-5cc05158a31f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/03b7eb84-9ac7-4577-8aa9-b88ff2084da6 HTTP/1.1" status: 200 len: 993 time: 0.9891858 Aug 23 04:31:48.717592 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e0a27e-a380-491e-bbba-27529fb20a6d x-openstack-request-id: req-c4e0a27e-a380-491e-bbba-27529fb20a6d {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:48.717880 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:48.718126 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4e0a27e-a380-491e-bbba-27529fb20a6d {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:48.718768 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e0a27e-a380-491e-bbba-27529fb20a6d'] response: {'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'status': 'completed', 'code': 200} Aug 23 04:31:48.774658 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:48.810134 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6814f-3dbf-410b-bc24-2a9cf92981d6 None None] New status for floating IP 63f57d25-bd3d-4aee-bcfd-ae1556f2b630: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:31:48.955843 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-dfe53a27-01fc-4bcc-b11c-7dcea914e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:48.958260 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-dfe53a27-01fc-4bcc-b11c-7dcea914e3e3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1129 time: 0.1353824 Aug 23 04:31:48.983639 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:48.986728 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-9b366a0c-e452-4152-bdf5-1cb1cc5d7518 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:48.988313 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-9b366a0c-e452-4152-bdf5-1cb1cc5d7518 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 946 time: 0.0772653 Aug 23 04:31:49.012272 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '03b7eb84-9ac7-4577-8aa9-b88ff2084da6', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'mac_address': 'fa:16:3e:1c:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:59Z', 'updated_at': '2022-08-23T04:31:48Z', 'revision_number': 3, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:49.041477 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-b07a2991-12aa-4c2d-bce0-73ff27f9c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:49.042966 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-b07a2991-12aa-4c2d-bce0-73ff27f9c1b4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 916 time: 0.2535830 Aug 23 04:31:49.086256 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-158e4dc2-1650-4be7-8781-ea5b9a59a2a8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078959 Aug 23 04:31:49.109800 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Deleting port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:49.110225 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:49.124544 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] Checking router: 165424e7-e640-46f5-b0b4-227b1f35ae06 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:31:49.134818 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:49.135415 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:49.203728 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] For port 7ff1585b-e97f-4f6d-a093-a43bf254afd2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=7ff1585b-e97f-4f6d-a093-a43bf254afd2,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:31:49.204200 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:49.217904 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-915cb2dc-d615-47bd-9888-d49e9472b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:49.219304 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-915cb2dc-d615-47bd-9888-d49e9472b94f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.2488096 Aug 23 04:31:49.222873 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-b3b1533d-a0a5-4bf3-a313-907eeacfc1b5 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f755fe0e-1a8d-487d-83d5-4a229002245d HTTP/1.1" status: 200 len: 1000 time: 0.1738598 Aug 23 04:31:49.236874 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:49.314573 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-75ccde28-7f59-427e-a5a3-65bb9a0d8afe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968281 Aug 23 04:31:49.338506 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-ede5e2da-b5f4-4a5c-b530-f0b96d7c8fe7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 1001 time: 0.1075704 Aug 23 04:31:49.339956 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-dca7cc8b-c081-4ea7-ab61-bcdcf597cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:49.341407 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-dca7cc8b-c081-4ea7-ab61-bcdcf597cb42 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.1117017 Aug 23 04:31:49.405179 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:49.410291 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:49.415264 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:49.426303 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:49.426646 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (195b9690-7497-4ead-ae0b-4a2cf1c8dfc6), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:49.426951 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Floating IP 195b9690-7497-4ead-ae0b-4a2cf1c8dfc6 disassociated. External IP: 172.27.4.120, port: 7ff1585b-e97f-4f6d-a093-a43bf254afd2. Aug 23 04:31:49.427281 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Calling delete_port for 7ff1585b-e97f-4f6d-a093-a43bf254afd2 owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:49.427400 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-a42fb838-c8ac-4281-8273-4771c42caf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:49.429260 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-a42fb838-c8ac-4281-8273-4771c42caf06 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723946 Aug 23 04:31:49.430796 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-b584b817-e2b7-4b9c-9e58-a9b32183daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:49.432217 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-b584b817-e2b7-4b9c-9e58-a9b32183daf6 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0840900 Aug 23 04:31:49.469367 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '03b7eb84-9ac7-4577-8aa9-b88ff2084da6', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'mac_address': 'fa:16:3e:1c:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:59Z', 'updated_at': '2022-08-23T04:31:48Z', 'revision_number': 3, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:49.509721 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585d1cd-5087-46a2-a3db-36d301e21442 None None] The sync data for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi is: [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '03b7eb84-9ac7-4577-8aa9-b88ff2084da6', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'floating_ip_address': '172.27.4.221', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'port_id': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'mac_address': 'fa:16:3e:1c:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:29:59Z', 'updated_at': '2022-08-23T04:31:48Z', 'revision_number': 3, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:31:49.527375 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-9264554f-c52e-4824-a28e-22a5e38b26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:49.528716 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-9264554f-c52e-4824-a28e-22a5e38b26f3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834262 Aug 23 04:31:49.590331 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (7ff1585b-e97f-4f6d-a093-a43bf254afd2), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:49.614869 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b0632524-6f8a-4d88-986f-80ae639d8a19 req-eec1593f-be6b-4f3a-b703-448e2ec3796d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 210 time: 0.0355811 Aug 23 04:31:49.637780 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event deleted for resources: {'Port': ['ID=7ff1585b-e97f-4f6d-a093-a43bf254afd2,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:49.647003 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-0319742c-34e7-4af5-bce0-6bb4450ffd48 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024519 Aug 23 04:31:49.705938 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-ab561e4c-9f84-4465-8ca4-edb645f258f3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517670 Aug 23 04:31:49.825614 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-7be757c1-9039-4d57-8421-4cb7c8583662 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718442 Aug 23 04:31:49.850482 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c2e4f834-5655-42ce-986c-c66b11e09e17 req-5f5252e5-481d-4979-a4fc-e5088e2fea1f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160522 Aug 23 04:31:50.015889 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Router f47540ec-ed1b-41a6-a697-dbf87fa9212e has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:31:50.122399 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:31:50.135183 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] Sync routers for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:31:50.137688 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:50.146831 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:50.147525 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:50.167366 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] No DVR routers for this DVR port 7ff1585b-e97f-4f6d-a093-a43bf254afd2 on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:31:50.170014 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:50.173288 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-89c9ae8e-3259-4dae-8fc6-7a056102910b req-724590b0-244b-42fa-a56f-0d1fd2510fcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "DELETE /networking/v2.0/ports/7ff1585b-e97f-4f6d-a093-a43bf254afd2 HTTP/1.1" status: 204 len: 173 time: 1.1795199 Aug 23 04:31:50.254808 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:50.388283 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:50.446521 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:50.471524 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] Checking router: f47540ec-ed1b-41a6-a697-dbf87fa9212e for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:31:50.480842 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:31:50.481433 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:31:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:50.582861 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:31:50.723430 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}, {'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'name': 'network-vif-deleted', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:50.727361 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f09561-8337-45a7-8fdb-edb53decacd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e"}, {"server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "name": "network-vif-deleted", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:50.756787 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d28e275d-507e-49f6-8b6f-c1c866ef08f4 req-4c492a18-0f07-4124-b470-ae965834b1ad tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b HTTP/1.1" status: 200 len: 210 time: 0.0426171 Aug 23 04:31:50.784474 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f10c8-50c6-48df-b48c-9f7d8a44a31f x-openstack-request-id: req-6d9f10c8-50c6-48df-b48c-9f7d8a44a31f {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:50.784768 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e", "status": "completed", "code": 200}, {"server_uuid": "d37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b", "name": "network-vif-deleted", "tag": "7ff1585b-e97f-4f6d-a093-a43bf254afd2", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:50.785013 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d9f10c8-50c6-48df-b48c-9f7d8a44a31f {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:50.785576 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d9f10c8-50c6-48df-b48c-9f7d8a44a31f'] response: {'name': 'network-changed', 'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'status': 'completed', 'code': 200} Aug 23 04:31:50.785831 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d9f10c8-50c6-48df-b48c-9f7d8a44a31f'] response: {'server_uuid': 'd37d6b72-97fb-4bfe-a0c5-8f10af9f7a0b', 'name': 'network-vif-deleted', 'tag': '7ff1585b-e97f-4f6d-a093-a43bf254afd2', 'status': 'completed', 'code': 200} Aug 23 04:31:50.788154 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:31:50.813545 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da6a1b-435a-4814-aebc-a2e75392c654 None None] The sync data for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi is: [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:31:50.841191 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-c3c79321-8103-4b99-b0b7-5bbac910cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:50.842953 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-c3c79321-8103-4b99-b0b7-5bbac910cc70 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0423095 Aug 23 04:31:50.942256 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-928be65b-e523-4030-9d4c-c37048d41b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:50.943827 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-928be65b-e523-4030-9d4c-c37048d41b00 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.0933549 Aug 23 04:31:51.008724 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-ef59bd9b-6166-400f-85fc-f7c00f25bc06 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 200 len: 1001 time: 0.0574398 Aug 23 04:31:51.052153 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864068c5-bd7d-4c57-8206-eaed647e91f0 None None] New status for floating IP 195b9690-7497-4ead-ae0b-4a2cf1c8dfc6: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:31:51.060416 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-ff62e406-3dab-4a77-91fa-cd1435a33657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:51.062148 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-ff62e406-3dab-4a77-91fa-cd1435a33657 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0456598 Aug 23 04:31:51.105381 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-ddffcbe4-81dc-4a2c-883f-fef2421e75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:51.106816 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-ddffcbe4-81dc-4a2c-883f-fef2421e75d4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391533 Aug 23 04:31:51.208015 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-4aaa68db-ead5-451e-b966-ecf96051016e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879014 Aug 23 04:31:51.286696 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:51.300101 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:51.305384 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62f09561-8337-45a7-8fdb-edb53decacd7 req-7e04cfee-9247-4303-adf9-3b0e7b7f0759 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905161 Aug 23 04:31:51.863567 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43082) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:51.921072 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:51.947102 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.005173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.007966 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.009133 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6 HTTP/1.1" status: 204 len: 168 time: 0.1445222 Aug 23 04:31:52.012051 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43084) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:52.012562 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:52.020299 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:52.028017 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.api.v2.resource [None req-fd15fba8-c3d0-463a-9f38-0f00e0e6d18f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] show failed (client error): The resource could not be found. Aug 23 04:31:52.028183 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.028434 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.028767 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.029023 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-fd15fba8-c3d0-463a-9f38-0f00e0e6d18f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups/7d0b1cc7-c20b-42e2-b145-eae46ea3aeb6 HTTP/1.1" status: 404 len: 347 time: 0.0159688 Aug 23 04:31:52.029345 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.029468 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.029756 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.030070 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.030390 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.030705 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.031055 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.031370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.031676 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.032000 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.032119 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43086) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:52.032312 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.032622 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bcd2e-1fc3-4810-a81b-6d294ee59796 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:31:52.058614 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 7ff1585b-e97f-4f6d-a093-a43bf254afd2 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:31:52.079728 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 7ff1585b-e97f-4f6d-a093-a43bf254afd2 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:31:52.080078 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 7ff1585b-e97f-4f6d-a093-a43bf254afd2 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:31:52.154285 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Deleting port f062714c-de3f-4e86-916c-4d891d609e8e {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:31:52.154753 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (f062714c-de3f-4e86-916c-4d891d609e8e), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.238860 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (f062714c-de3f-4e86-916c-4d891d609e8e), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.239131 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (f062714c-de3f-4e86-916c-4d891d609e8e), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.251737 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Calling delete_port for f062714c-de3f-4e86-916c-4d891d609e8e owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:31:52.398724 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (f062714c-de3f-4e86-916c-4d891d609e8e), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.423011 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event deleted for resources: {'Port': ['ID=f062714c-de3f-4e86-916c-4d891d609e8e,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:52.490633 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (195b9690-7497-4ead-ae0b-4a2cf1c8dfc6), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.493314 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.494448 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a8a0aa78-ae03-4d24-8bc7-32f639d509a1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/195b9690-7497-4ead-ae0b-4a2cf1c8dfc6 HTTP/1.1" status: 204 len: 168 time: 0.4614398 Aug 23 04:31:52.576098 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43090) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:52.580748 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-4e0580c8-5219-43a8-a371-d9af1faac05c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565632619', 'description': 'tempest-description--589223677'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:52.603410 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4e0580c8-5219-43a8-a371-d9af1faac05c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.672815 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4e0580c8-5219-43a8-a371-d9af1faac05c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (186123b5-591b-43d3-a1b9-7428d1313025), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.678654 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4e0580c8-5219-43a8-a371-d9af1faac05c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (186123b5-591b-43d3-a1b9-7428d1313025), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.709841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4e0580c8-5219-43a8-a371-d9af1faac05c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.711039 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-4e0580c8-5219-43a8-a371-d9af1faac05c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1339281 Aug 23 04:31:52.711865 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0580c8-5219-43a8-a371-d9af1faac05c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186123b5-591b-43d3-a1b9-7428d1313025,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:52.714238 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43092) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:52.718807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-6d06ee4b-2be4-4a70-bc2d-8ea2d7a157d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'security_group_rule': {'security_group_id': '186123b5-591b-43d3-a1b9-7428d1313025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:52.748015 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6d06ee4b-2be4-4a70-bc2d-8ea2d7a157d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (57174913-d482-4578-8c51-0326f18d7416), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.804772 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6d06ee4b-2be4-4a70-bc2d-8ea2d7a157d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (57174913-d482-4578-8c51-0326f18d7416), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.809766 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6d06ee4b-2be4-4a70-bc2d-8ea2d7a157d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (57174913-d482-4578-8c51-0326f18d7416), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.829501 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06ee4b-2be4-4a70-bc2d-8ea2d7a157d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57174913-d482-4578-8c51-0326f18d7416,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:52.839556 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6d06ee4b-2be4-4a70-bc2d-8ea2d7a157d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.840806 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6d06ee4b-2be4-4a70-bc2d-8ea2d7a157d1 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254723 Aug 23 04:31:52.843708 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43094) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:52.848233 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-fd34b2da-a2c3-496d-a85c-b03e74a25dcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'security_group_rule': {'security_group_id': '186123b5-591b-43d3-a1b9-7428d1313025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:52.880252 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fd34b2da-a2c3-496d-a85c-b03e74a25dcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (8dbd7db5-0c1b-4876-86d6-df108d2e8ae2), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.942607 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fd34b2da-a2c3-496d-a85c-b03e74a25dcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (8dbd7db5-0c1b-4876-86d6-df108d2e8ae2), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.947746 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fd34b2da-a2c3-496d-a85c-b03e74a25dcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (8dbd7db5-0c1b-4876-86d6-df108d2e8ae2), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.968152 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34b2da-a2c3-496d-a85c-b03e74a25dcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbd7db5-0c1b-4876-86d6-df108d2e8ae2,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:52.975420 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-fd34b2da-a2c3-496d-a85c-b03e74a25dcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:52.976667 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-fd34b2da-a2c3-496d-a85c-b03e74a25dcf tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319733 Aug 23 04:31:52.979800 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43096) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:31:52.984147 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:53.011115 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.030488 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:53.037207 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:53.090919 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.199656 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Allocated IP 172.27.4.244 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/920a2a95-fc1f-4526-ad7d-e481b076e945) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:31:53.307415 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.343712 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.398184 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:31:53.403193 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:31:53.405524 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'Port': ['ID=920a2a95-fc1f-4526-ad7d-e481b076e945,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:53.407644 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:31:53.491356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (bfa95588-dd2c-4fba-be3c-36cc89606bf1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.534394 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.706698 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.713332 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.783941 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'Port': ['ID=920a2a95-fc1f-4526-ad7d-e481b076e945,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:53.787425 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (bfa95588-dd2c-4fba-be3c-36cc89606bf1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.789857 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:53.797021 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:53.805984 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:53.807268 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-dc223f3b-988a-46ca-afed-13fb5647bfcc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8264813 Aug 23 04:31:54.028551 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-f0529b7e-f884-4cdc-89df-061a71141d2a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--565632619&fields=id&tenant_id=620abd3a734b4502afa795d2cc58dadf HTTP/1.1" status: 200 len: 267 time: 0.0521705 Aug 23 04:31:54.155062 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-1dbdf4ad-d501-4214-a489-7de2df5363ae tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:54.156637 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-1dbdf4ad-d501-4214-a489-7de2df5363ae tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 811 time: 0.1184013 Aug 23 04:31:54.171668 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-b10590d6-916f-446f-b113-0678553ef773 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/quotas/620abd3a734b4502afa795d2cc58dadf HTTP/1.1" status: 200 len: 375 time: 0.0094042 Aug 23 04:31:54.226586 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-c5f7812d-3cf6-4e9b-835b-a4efd7b65f0f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498235 Aug 23 04:31:54.335709 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-f4d44498-cccb-49d8-9271-45e2d162e858 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928404 Aug 23 04:31:54.432555 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-dcba9255-ea29-46f9-9816-690d077d1a9a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910568 Aug 23 04:31:54.609656 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3223f44-a314-4f8e-85f5-8d1d313d6cd1 req-fb73ce9c-a03e-49bf-971c-359777dd8e5c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0298612 Aug 23 04:31:55.674086 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-743af050-97ee-42bc-b461-85c7328b3db3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:55.675626 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-743af050-97ee-42bc-b461-85c7328b3db3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 811 time: 0.1119998 Aug 23 04:31:55.737854 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-143b1719-7abd-43a4-95b0-71fcfbb19d06 req-20d1f230-27e4-4578-ab0c-fe61212dddc2 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0479379 Aug 23 04:31:55.751028 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:55.768424 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-bd1f5cb5-903f-49ed-bd25-e5bd8bf6b409 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=620abd3a734b4502afa795d2cc58dadf HTTP/1.1" status: 200 len: 379 time: 0.0845075 Aug 23 04:31:55.846141 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'port': {'device_id': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'admin_state_up': True, 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'security_groups': ['186123b5-591b-43d3-a1b9-7428d1313025']}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:55.967959 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Made reservation on behalf of 620abd3a734b4502afa795d2cc58dadf for: {'port': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:31:55.974334 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.112243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Allocated IP 172.20.0.14 (a554d691-3edb-400b-bdf3-7ffd755600af/d8b1a949-fd2f-48a9-9f2e-529394e19aa3/cbb16d9f-5de1-4a2e-be50-a2f360416458) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:31:56.179984 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:56.182498 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:56.259231 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.298264 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.350964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Network a554d691-3edb-400b-bdf3-7ffd755600af is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:31:56.354087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:31:56.357831 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:31:56.363725 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event updated for resources: {'Port': ['ID=cbb16d9f-5de1-4a2e-be50-a2f360416458,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:56.411438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:56.412137 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.431018 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-d180ce2a-16b6-4df1-ba4d-4657ef430712 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5888095 Aug 23 04:31:56.441972 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Request body: {'port': {'device_id': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:31:56.503686 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.549183 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-a8814d36-15ce-496b-9cdf-5ccf93174d09 None None] Provisioning complete for port cbb16d9f-5de1-4a2e-be50-a2f360416458 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:31:56.549643 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a8814d36-15ce-496b-9cdf-5ccf93174d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.580907 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-a8814d36-15ce-496b-9cdf-5ccf93174d09 None None] Port cbb16d9f-5de1-4a2e-be50-a2f360416458 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:31:56.766314 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb16d9f-5de1-4a2e-be50-a2f360416458 {{(pid=106731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:31:56.776092 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Publish callbacks [] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.790639 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.provisioning_blocks [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Transition to ACTIVE for port object cbb16d9f-5de1-4a2e-be50-a2f360416458 will not be triggered until provisioned by entity L2. {{(pid=106731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:31:56.795656 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:56.902501 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83221d-dbc4-46fb-a8a7-8e485cccd1e9 req-2ac2291a-e4c9-446e-a468-3857ae82d6b5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:56.903963 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6c83221d-dbc4-46fb-a8a7-8e485cccd1e9 req-2ac2291a-e4c9-446e-a468-3857ae82d6b5 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 944 time: 0.0841351 Aug 23 04:31:56.904577 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Pushing event updated for resources: {'Port': ['ID=cbb16d9f-5de1-4a2e-be50-a2f360416458,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:56.988090 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Attempting to bind port cbb16d9f-5de1-4a2e-be50-a2f360416458 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:31:56.988422 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Attempting to bind port cbb16d9f-5de1-4a2e-be50-a2f360416458 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:31:56.988742 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Attempting to bind port cbb16d9f-5de1-4a2e-be50-a2f360416458 on network a554d691-3edb-400b-bdf3-7ffd755600af {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:31:56.993899 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6c83221d-dbc4-46fb-a8a7-8e485cccd1e9 req-2bc96592-9529-40fe-a29d-bd4ec37e74e6 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692327 Aug 23 04:31:56.995238 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:56.997820 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Port cbb16d9f-5de1-4a2e-be50-a2f360416458 on network a554d691-3edb-400b-bdf3-7ffd755600af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:31:56.998130 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Attempting to bind port cbb16d9f-5de1-4a2e-be50-a2f360416458 on network a554d691-3edb-400b-bdf3-7ffd755600af {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:31:57.004201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:31:57.004536 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Checking segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:31:57.004895 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Bound using segment: {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:31:57.005319 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Bound port: cbb16d9f-5de1-4a2e-be50-a2f360416458, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e80bca6-8a1b-4361-9d2f-d7a718472ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af'}}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:31:57.005671 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:57.009388 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:57.071307 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] For port cbb16d9f-5de1-4a2e-be50-a2f360416458, host hv-cinder-85407, cleared binding levels {{(pid=106731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:31:57.074261 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] For port cbb16d9f-5de1-4a2e-be50-a2f360416458, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:31:57.083480 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:57.089076 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:57.089672 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:57.091054 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-32804996-5345-4784-91bd-d21f57283c9c service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/cbb16d9f-5de1-4a2e-be50-a2f360416458 HTTP/1.1" status: 200 len: 1094 time: 0.6532638 Aug 23 04:31:57.091486 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:31:57.093765 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:31:57.139050 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd4e428-90db-4ceb-b315-f2d20f249ad8 x-openstack-request-id: req-5bd4e428-90db-4ceb-b315-f2d20f249ad8 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:31:57.139324 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:31:57.139566 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bd4e428-90db-4ceb-b315-f2d20f249ad8 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:31:57.139972 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd4e428-90db-4ceb-b315-f2d20f249ad8'] response: {'name': 'network-changed', 'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'status': 'completed', 'code': 200} Aug 23 04:31:57.145666 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32804996-5345-4784-91bd-d21f57283c9c service neutron] Pushing event updated for resources: {'Port': ['ID=cbb16d9f-5de1-4a2e-be50-a2f360416458,revision_number=3']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:31:57.184951 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-2c5048bc-1b04-4368-b099-4882c004a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:57.186419 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-2c5048bc-1b04-4368-b099-4882c004a531 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 1128 time: 0.0417058 Aug 23 04:31:57.234169 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-0ed65f90-6cc0-4c6b-bfe9-5268d23920f2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458 HTTP/1.1" status: 200 len: 217 time: 0.0367830 Aug 23 04:31:57.285918 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-58f5acd7-4dfa-4334-84e5-30f8b7a6d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:57.287334 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-58f5acd7-4dfa-4334-84e5-30f8b7a6d312 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.0474570 Aug 23 04:31:57.337171 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-449cb45b-5886-4fe4-8373-ce5961014d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:57.338542 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-449cb45b-5886-4fe4-8373-ce5961014d27 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453746 Aug 23 04:31:57.435583 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-e8ea43fb-46e8-49e6-bc6e-f5842f99edd2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872614 Aug 23 04:31:57.543878 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d9d252c-9bb2-44c9-872a-9cfe2bd0e134 req-7297cfe9-5170-45b6-b856-2d746cc2a409 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019008 Aug 23 04:31:58.126575 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c26b8-fbed-4615-ad60-35e91525970f req-1e74465c-75c1-41eb-987a-4ee18ccf469f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:58.128072 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cd0c26b8-fbed-4615-ad60-35e91525970f req-1e74465c-75c1-41eb-987a-4ee18ccf469f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 944 time: 0.0505545 Aug 23 04:31:58.176202 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cd0c26b8-fbed-4615-ad60-35e91525970f req-c764942e-d448-493d-996b-9a83ceaf7fc0 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Aug 23 04:31:58.546543 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-67137ffe-88e4-4602-b0d3-3ab6b793e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:58.548098 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-67137ffe-88e4-4602-b0d3-3ab6b793e3e3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 1128 time: 0.0563231 Aug 23 04:31:58.643222 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-3a859017-e3cd-4747-ba76-800f59d4370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:58.644723 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-3a859017-e3cd-4747-ba76-800f59d4370c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 912 time: 0.0900636 Aug 23 04:31:58.685840 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-46fcc95d-2f9c-4512-b1d9-212f12433fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:31:58.690824 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-9db5b3c1-a134-4376-b624-8779a12d522d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458 HTTP/1.1" status: 200 len: 217 time: 0.0375524 Aug 23 04:31:58.742053 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-ec557d4d-163f-4def-9cc2-64077e54b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:58.743577 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-ec557d4d-163f-4def-9cc2-64077e54b9c4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.0457973 Aug 23 04:31:58.790537 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-fcda56a4-90d3-4a45-92f3-1dd1304c2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:58.792156 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-fcda56a4-90d3-4a45-92f3-1dd1304c2560 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391636 Aug 23 04:31:58.888114 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-7d70bc61-d767-4e9f-8b55-b5884aa88293 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883825 Aug 23 04:31:58.924810 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:58.973696 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:31:58.980299 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12a52435-b3d6-47ad-b9bc-d87b89cb92d2 req-2d161313-7ae1-4644-83cd-85d668364357 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Aug 23 04:31:59.312932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaace077-ae52-4c8a-a6c8-6610bf7ead27 req-14fbdb8b-4490-4a57-832e-c054675e1dcd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:31:59.314306 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-eaace077-ae52-4c8a-a6c8-6610bf7ead27 req-14fbdb8b-4490-4a57-832e-c054675e1dcd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 944 time: 0.0527279 Aug 23 04:31:59.367615 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-eaace077-ae52-4c8a-a6c8-6610bf7ead27 req-f534936d-b43f-4d63-b00e-92488d14dd3e tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 Aug 23 04:32:00.091713 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cbb16d9f-5de1-4a2e-be50-a2f360416458 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:32:00.190142 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:00.218047 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cbb16d9f-5de1-4a2e-be50-a2f360416458, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:00.229627 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'port_id': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'mac_address': 'fa:16:3e:ca:87:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:32:00.265194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port cbb16d9f-5de1-4a2e-be50-a2f360416458 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:32:00.265588 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:00.276345 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:00.280549 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb16d9f-5de1-4a2e-be50-a2f360416458 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:32:00.305078 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cbb16d9f-5de1-4a2e-be50-a2f360416458, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:00.313102 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:00.372680 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=cbb16d9f-5de1-4a2e-be50-a2f360416458,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:00.508521 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbed311-cf4c-4588-a61a-404f8e784142 req-bcfc525c-c6fc-4577-8168-74f027f31fac tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:00.510086 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0cbed311-cf4c-4588-a61a-404f8e784142 req-bcfc525c-c6fc-4577-8168-74f027f31fac tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 945 time: 0.0521967 Aug 23 04:32:00.559347 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0cbed311-cf4c-4588-a61a-404f8e784142 req-600a5d47-9b13-4ce9-8afc-d07dee21f128 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435200 Aug 23 04:32:00.586309 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['cbb16d9f-5de1-4a2e-be50-a2f360416458'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:32:00.792104 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=60 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:00.793193 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=44 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:00.911801 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-61794146-2653-4f5c-9737-5f4f812dc904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:01.703614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be734513-fffd-4f87-ae27-f7817e22007b req-7c7140d3-bc56-4888-bb86-95986bc841ed tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:01.705659 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-be734513-fffd-4f87-ae27-f7817e22007b req-7c7140d3-bc56-4888-bb86-95986bc841ed tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 945 time: 0.0578814 Aug 23 04:32:01.759241 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-be734513-fffd-4f87-ae27-f7817e22007b req-0f0466e0-5b5a-46f6-ac67-2e91b39373cc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478015 Aug 23 04:32:02.091585 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cbb16d9f-5de1-4a2e-be50-a2f360416458 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:32:02.138180 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port cbb16d9f-5de1-4a2e-be50-a2f360416458 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:32:02.146977 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port cbb16d9f-5de1-4a2e-be50-a2f360416458 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:32:02.147363 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:02.198400 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:02.234345 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port cbb16d9f-5de1-4a2e-be50-a2f360416458 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:32:02.234739 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:02.262375 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:02.264813 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f60e6b-389a-43fd-8811-a23f33f99bf5" -d '{"events": [{"server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "name": "network-vif-plugged", "status": "completed", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:02.277402 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cbb16d9f-5de1-4a2e-be50-a2f360416458, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:02.282701 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:02.309384 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b104ac-27c6-4587-bdd6-5b783030c3de x-openstack-request-id: req-54b104ac-27c6-4587-bdd6-5b783030c3de {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:02.309684 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "name": "network-vif-plugged", "status": "completed", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:02.309932 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54b104ac-27c6-4587-bdd6-5b783030c3de {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:02.310304 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b104ac-27c6-4587-bdd6-5b783030c3de'] response: {'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'code': 200} Aug 23 04:32:02.335621 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=cbb16d9f-5de1-4a2e-be50-a2f360416458,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:02.485232 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f6b63-1f20-4fde-b07b-f10c4d9843bf req-5b68f280-1f9e-44ff-ad51-d9e31c085575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:02.487259 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ac6f6b63-1f20-4fde-b07b-f10c4d9843bf req-5b68f280-1f9e-44ff-ad51-d9e31c085575 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 1130 time: 0.0434501 Aug 23 04:32:02.533724 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ac6f6b63-1f20-4fde-b07b-f10c4d9843bf req-fc198f94-cc6c-4ff9-8171-cb4028252eff service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390840 Aug 23 04:32:02.829828 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:02.832361 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=15,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:02.899043 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c5295-fc4d-47f7-8ff4-97eda1068dcb req-06eb8228-4541-4962-9ad7-bfebc2f6e9be tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:02.900741 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-159c5295-fc4d-47f7-8ff4-97eda1068dcb req-06eb8228-4541-4962-9ad7-bfebc2f6e9be tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 946 time: 0.0484033 Aug 23 04:32:02.950403 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-159c5295-fc4d-47f7-8ff4-97eda1068dcb req-3a26b916-9e7e-4043-a0e3-5f85061d795c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440853 Aug 23 04:32:03.598115 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:03.695060 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:04.339463 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62b4b-0eaa-4a06-8dc7-b1113fe3256a req-2391a2a7-7bec-4bc7-8453-948f8c461610 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:04.340969 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f9b62b4b-0eaa-4a06-8dc7-b1113fe3256a req-2391a2a7-7bec-4bc7-8453-948f8c461610 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 946 time: 0.3005886 Aug 23 04:32:04.392999 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f9b62b4b-0eaa-4a06-8dc7-b1113fe3256a req-4a8063a8-6491-4c07-99f3-be852e8eda28 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Aug 23 04:32:05.529051 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417fdda-e5cf-42c2-bcc5-a43dbba4aa5e req-dd6aa790-3d12-4750-bd38-011e2f6cc14c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:05.530542 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5417fdda-e5cf-42c2-bcc5-a43dbba4aa5e req-dd6aa790-3d12-4750-bd38-011e2f6cc14c tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 946 time: 0.0535417 Aug 23 04:32:05.579865 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5417fdda-e5cf-42c2-bcc5-a43dbba4aa5e req-57786a7c-cc23-4327-8e4d-9a5cf3bf579d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Aug 23 04:32:05.709993 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057911-4276-47c1-9dda-f0df8989eabd req-c8140c67-35d0-4fef-82b7-2f598b82db35 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:05.711337 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-13057911-4276-47c1-9dda-f0df8989eabd req-c8140c67-35d0-4fef-82b7-2f598b82db35 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 946 time: 0.0560217 Aug 23 04:32:05.727425 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43154) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:05.733729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Request body: {'floatingip': {'port_id': 'cbb16d9f-5de1-4a2e-be50-a2f360416458'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:05.787656 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (bfa95588-dd2c-4fba-be3c-36cc89606bf1), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:06.230344 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:06.237889 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (bfa95588-dd2c-4fba-be3c-36cc89606bf1), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:06.341014 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Floating IP bfa95588-dd2c-4fba-be3c-36cc89606bf1 associated. External IP: 172.27.4.244, port: cbb16d9f-5de1-4a2e-be50-a2f360416458. Aug 23 04:32:06.564765 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Router f47540ec-ed1b-41a6-a697-dbf87fa9212e has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:32:06.672615 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:32:06.678008 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:06.684694 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] Sync routers for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:32:06.695612 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:06.696246 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:06.710981 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c8f7f22c-9d6f-4bd3-9b8c-96edfdfa245b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/bfa95588-dd2c-4fba-be3c-36cc89606bf1 HTTP/1.1" status: 200 len: 992 time: 0.9819300 Aug 23 04:32:06.712071 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:06.714427 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a2bbfc-6108-49cc-85fe-0712401f13e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:06.754725 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fed6335-87eb-4e95-821a-733f632998d6 x-openstack-request-id: req-8fed6335-87eb-4e95-821a-733f632998d6 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:06.755361 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:06.755361 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fed6335-87eb-4e95-821a-733f632998d6 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:06.755635 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fed6335-87eb-4e95-821a-733f632998d6'] response: {'name': 'network-changed', 'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'status': 'completed', 'code': 200} Aug 23 04:32:06.801629 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:06.821968 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-7037cbd0-f060-4b59-b739-c4df894926c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:06.823727 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-7037cbd0-f060-4b59-b739-c4df894926c8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=620abd3a734b4502afa795d2cc58dadf&device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 1130 time: 0.0392036 Aug 23 04:32:06.917450 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-793db771-6aa9-4a1b-9b3b-50a11af45fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:06.918984 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-793db771-6aa9-4a1b-9b3b-50a11af45fe6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 200 len: 912 time: 0.0867982 Aug 23 04:32:06.987133 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-1cf805ac-f7f4-4011-9dd1-6731b0227118 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458 HTTP/1.1" status: 200 len: 1000 time: 0.0606616 Aug 23 04:32:07.019599 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'bfa95588-dd2c-4fba-be3c-36cc89606bf1', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'floating_ip_address': '172.27.4.244', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'port_id': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'mac_address': 'fa:16:3e:ca:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:53Z', 'updated_at': '2022-08-23T04:32:06Z', 'revision_number': 1, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:07.036870 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-f4f969d3-4c43-49a5-9ea4-e1f623bafd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:07.038341 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-f4f969d3-4c43-49a5-9ea4-e1f623bafd4f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 200 len: 850 time: 0.0444160 Aug 23 04:32:07.090153 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-1acb14c9-3a5e-4af4-b2ef-300f765209a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:07.091680 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-1acb14c9-3a5e-4af4-b2ef-300f765209a3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a554d691-3edb-400b-bdf3-7ffd755600af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409663 Aug 23 04:32:07.137312 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] Checking router: f47540ec-ed1b-41a6-a697-dbf87fa9212e for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:32:07.146226 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:07.146811 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:07.160558 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:07.164755 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:07.190249 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-5b61232c-779b-444f-9c8b-b43d17013046 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915630 Aug 23 04:32:07.252511 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:07.291952 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f0a2bbfc-6108-49cc-85fe-0712401f13e3 req-1cc8c5c0-500b-4830-b840-1d86ce570f94 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942628 Aug 23 04:32:07.467013 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'bfa95588-dd2c-4fba-be3c-36cc89606bf1', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'floating_ip_address': '172.27.4.244', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'port_id': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'mac_address': 'fa:16:3e:ca:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:53Z', 'updated_at': '2022-08-23T04:32:06Z', 'revision_number': 1, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:07.495671 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5f198-2926-4e79-91eb-0b64f2cf7aef None None] The sync data for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi is: [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'bfa95588-dd2c-4fba-be3c-36cc89606bf1', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'floating_ip_address': '172.27.4.244', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'port_id': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'mac_address': 'fa:16:3e:ca:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:31:53Z', 'updated_at': '2022-08-23T04:32:06Z', 'revision_number': 1, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:32:07.700379 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229df821-8821-45cd-a9c4-b91e840e7b03 None None] New status for floating IP bfa95588-dd2c-4fba-be3c-36cc89606bf1: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:32:16.703737 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:16.708333 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:17.277540 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=14 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:17.288529 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=14 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:17.927986 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:17.930616 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:23.706649 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=90 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:23.712562 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=90 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:25.159070 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:32:25.745771 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:28.697232 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8893df1a-0be7-4f80-be86-e65fefa7c214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:29.806205 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-22fdaa0d-c085-4350-8473-aff1c3705b57 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513732 Aug 23 04:32:29.904501 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-a175abcc-1dda-4c60-9a73-956388afd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:29.906610 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-a175abcc-1dda-4c60-9a73-956388afd38a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c113bdd75f254073abcfbd109dc7d187&device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 1129 time: 0.0432475 Aug 23 04:32:30.030190 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-621763ac-c9ca-42fa-9447-f93f100c38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:30.033042 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-621763ac-c9ca-42fa-9447-f93f100c38ac service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 200 len: 919 time: 0.1040611 Aug 23 04:32:30.094671 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-14739dcc-7043-4681-a226-170efc74c791 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 200 len: 217 time: 0.0555012 Aug 23 04:32:30.154565 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-3c72a49f-b7f8-42df-a488-6eac8a4995bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:30.156113 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-3c72a49f-b7f8-42df-a488-6eac8a4995bb service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 200 len: 857 time: 0.0554907 Aug 23 04:32:30.203351 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-bf0892be-b1e1-47fb-9463-5dceb2f6bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:30.204922 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-bf0892be-b1e1-47fb-9463-5dceb2f6bc4c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd742f53-022c-4e81-afc1-52562ecc925b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429056 Aug 23 04:32:30.299843 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-858ed965-3f85-4da4-b6b3-f012f342d10a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883541 Aug 23 04:32:30.397290 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750ec2ea-7900-4080-a1d8-41c578d328a4 req-7335475a-c988-435b-9735-ca37a348ca57 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906653 Aug 23 04:32:30.913443 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3add2998-9f34-44e0-8d49-40fe69517d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:31.364890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af2b9a-b254-434f-8b06-da49c8bea109 req-9d11598f-b335-492b-8eb7-011f99760a70 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:31.366355 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-21af2b9a-b254-434f-8b06-da49c8bea109 req-9d11598f-b335-492b-8eb7-011f99760a70 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0505292 Aug 23 04:32:31.420775 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-21af2b9a-b254-434f-8b06-da49c8bea109 req-44886be5-4a1d-45cb-9104-92c1a415f04f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467961 Aug 23 04:32:32.195563 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:32.571698 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f3a9d-41f0-4cb0-ba19-a7bf905928fe req-7dbd6e2d-00cb-4f84-98a7-5ad2cdda2845 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:32.573248 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-903f3a9d-41f0-4cb0-ba19-a7bf905928fe req-7dbd6e2d-00cb-4f84-98a7-5ad2cdda2845 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0483532 Aug 23 04:32:32.625067 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-903f3a9d-41f0-4cb0-ba19-a7bf905928fe req-8b90360f-0a7d-48d9-80a3-03dc0f9c80ad tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456429 Aug 23 04:32:33.610068 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:33.700148 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:33.862994 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee35d4-3f5c-49fd-98c6-908004ed6b76 req-dac25303-76cc-472a-999d-8c2d3a607c7b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:33.864540 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-61ee35d4-3f5c-49fd-98c6-908004ed6b76 req-dac25303-76cc-472a-999d-8c2d3a607c7b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0516751 Aug 23 04:32:33.927644 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c37a26-81f6-4c55-a7e5-92015a97c1d7 req-32e10ff1-3bd2-43ae-af20-1f61efba74a7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:33.929161 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-02c37a26-81f6-4c55-a7e5-92015a97c1d7 req-32e10ff1-3bd2-43ae-af20-1f61efba74a7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0637193 Aug 23 04:32:33.959609 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-61ee35d4-3f5c-49fd-98c6-908004ed6b76 req-ee509996-185a-44e5-85a5-3b8edffd80b0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845668 Aug 23 04:32:33.989857 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-02c37a26-81f6-4c55-a7e5-92015a97c1d7 req-f95e3aee-197a-4093-a116-f45b21d2d3c1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542753 Aug 23 04:32:35.120446 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418caed8-8635-46c0-80a5-56499fae61a6 req-f9553eeb-a1e5-4673-bc5b-933e14a9b41b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:35.121895 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-418caed8-8635-46c0-80a5-56499fae61a6 req-f9553eeb-a1e5-4673-bc5b-933e14a9b41b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0778575 Aug 23 04:32:35.140709 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5a69b-7b89-4034-aee7-f2949bf9f106 req-a7a96ff9-6d14-4cef-991f-ed70797fc68d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:35.142173 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f6c5a69b-7b89-4034-aee7-f2949bf9f106 req-a7a96ff9-6d14-4cef-991f-ed70797fc68d tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0664322 Aug 23 04:32:35.150653 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:35.151677 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:35.197344 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:35.204226 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-418caed8-8635-46c0-80a5-56499fae61a6 req-7f5bd536-70b3-48b8-af9f-747cf8f19642 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746229 Aug 23 04:32:35.208633 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:35.216997 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f6c5a69b-7b89-4034-aee7-f2949bf9f106 req-e3bdf7d7-8c36-43d6-9829-0ed51b56ecd5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667176 Aug 23 04:32:36.374903 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf62d5-474f-4401-96f5-9a9fe57e67eb req-eaf013bc-1e36-4083-85bc-cbd17df5f216 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:36.376375 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2dcf62d5-474f-4401-96f5-9a9fe57e67eb req-eaf013bc-1e36-4083-85bc-cbd17df5f216 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0800509 Aug 23 04:32:36.382863 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a13d0-3764-49c6-9f3c-5e3fdcc11e27 req-417c760f-8eea-4ebf-97ce-f3811a63b40f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:36.384313 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c62a13d0-3764-49c6-9f3c-5e3fdcc11e27 req-417c760f-8eea-4ebf-97ce-f3811a63b40f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0771720 Aug 23 04:32:36.459383 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2dcf62d5-474f-4401-96f5-9a9fe57e67eb req-66228ec9-2393-4ff1-bc2f-e1fe85b30117 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741160 Aug 23 04:32:36.463172 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c62a13d0-3764-49c6-9f3c-5e3fdcc11e27 req-f29869c0-fc24-48dc-808c-464e82e171d8 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719624 Aug 23 04:32:37.620808 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9864-071a-4603-954b-b400227a9090 req-4709acbf-1dc8-4b1f-bdf8-6d41e6da3ae0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:37.622333 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7c0a9864-071a-4603-954b-b400227a9090 req-4709acbf-1dc8-4b1f-bdf8-6d41e6da3ae0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.1133063 Aug 23 04:32:37.653201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890786d-46c0-4184-8bca-16ee3fae5cd7 req-a1afd1a5-bcf7-46b2-bc9c-ada7cc55b60f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:37.654641 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d890786d-46c0-4184-8bca-16ee3fae5cd7 req-a1afd1a5-bcf7-46b2-bc9c-ada7cc55b60f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0991776 Aug 23 04:32:37.676640 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0f45e-1608-4789-84dd-1bedab70a4bd req-184954ef-ffdc-44b6-97ec-a20fb772e2c7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:37.678060 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3a0f45e-1608-4789-84dd-1bedab70a4bd req-184954ef-ffdc-44b6-97ec-a20fb772e2c7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.1214926 Aug 23 04:32:37.803196 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3a0f45e-1608-4789-84dd-1bedab70a4bd req-41051d73-6f87-4334-ad3f-eaba29554343 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177821 Aug 23 04:32:37.804112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Deleting port 4c9d7f64-2968-4d76-afad-0620fa10df9e {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:37.804444 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:37.809803 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d890786d-46c0-4184-8bca-16ee3fae5cd7 req-38d38b03-0bd7-456d-816c-c390757679ea tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0ff2894-a2fb-4e66-84aa-6fb61f11f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287007 Aug 23 04:32:37.919471 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] For port 4c9d7f64-2968-4d76-afad-0620fa10df9e, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=4c9d7f64-2968-4d76-afad-0620fa10df9e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:37.919835 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:38.094823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:38.095210 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:38.095542 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Floating IP 03b7eb84-9ac7-4577-8aa9-b88ff2084da6 disassociated. External IP: 172.27.4.221, port: 4c9d7f64-2968-4d76-afad-0620fa10df9e. Aug 23 04:32:38.095876 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Calling delete_port for 4c9d7f64-2968-4d76-afad-0620fa10df9e owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:38.198081 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66fceb-4059-424b-9be1-ff8a4923eb37 req-bf799a2e-c723-435d-98c2-783da5e88dc2 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:38.199553 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bd66fceb-4059-424b-9be1-ff8a4923eb37 req-bf799a2e-c723-435d-98c2-783da5e88dc2 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0649498 Aug 23 04:32:38.217854 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:38.286653 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bd66fceb-4059-424b-9be1-ff8a4923eb37 req-315cb9c5-1d55-4c4e-9ef0-51aaa732d081 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773888 Aug 23 04:32:38.288997 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:38.302946 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (4c9d7f64-2968-4d76-afad-0620fa10df9e), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:38.331667 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event deleted for resources: {'Port': ['ID=4c9d7f64-2968-4d76-afad-0620fa10df9e,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:38.341252 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.341600 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.341943 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.342279 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.342609 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.342939 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.343262 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.343591 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.343946 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.344706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.344706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.344903 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.345223 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.345544 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.345847 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.458000 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Router 165424e7-e640-46f5-b0b4-227b1f35ae06 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:32:38.570966 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:32:38.581257 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123864eb-b17a-4340-8414-54b8089381eb None None] Sync routers for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:32:38.592357 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:38.592902 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:38.615042 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] No DVR routers for this DVR port 4c9d7f64-2968-4d76-afad-0620fa10df9e on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:32:38.617605 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:38.621127 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7c0a9864-071a-4603-954b-b400227a9090 req-e2d97a17-7ea7-4f8e-b9a9-7b103aa3410e tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "DELETE /networking/v2.0/ports/4c9d7f64-2968-4d76-afad-0620fa10df9e HTTP/1.1" status: 204 len: 173 time: 0.9859111 Aug 23 04:32:38.621754 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'name': 'network-vif-deleted', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:38.624014 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d512d519-c301-42da-a01c-4f867ad09c16" -d '{"events": [{"server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "name": "network-vif-deleted", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:38.666328 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2108ce78-6d2b-47c5-b9d8-073e245908f4 x-openstack-request-id: req-2108ce78-6d2b-47c5-b9d8-073e245908f4 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:38.666648 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3", "name": "network-vif-deleted", "tag": "4c9d7f64-2968-4d76-afad-0620fa10df9e", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:38.666868 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2108ce78-6d2b-47c5-b9d8-073e245908f4 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:38.667315 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2108ce78-6d2b-47c5-b9d8-073e245908f4'] response: {'server_uuid': '1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3', 'name': 'network-vif-deleted', 'tag': '4c9d7f64-2968-4d76-afad-0620fa10df9e', 'status': 'completed', 'code': 200} Aug 23 04:32:38.711770 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:38.918547 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:38.944715 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-88bbd312-185e-42ca-94f5-2673d8f9fd7c req-c20d567b-ded8-4a41-a0d5-8192c45908ff tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b7d4d4d-5c8f-4e34-8d8c-8aeda18a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0475514 Aug 23 04:32:38.950185 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123864eb-b17a-4340-8414-54b8089381eb None None] Checking router: 165424e7-e640-46f5-b0b4-227b1f35ae06 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:32:38.957688 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04dc44-6cbe-4552-b3a4-6a917d059cce req-b4c72dd5-0f1a-481e-b257-58f2f3021454 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:38.959145 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd04dc44-6cbe-4552-b3a4-6a917d059cce req-b4c72dd5-0f1a-481e-b257-58f2f3021454 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0713580 Aug 23 04:32:38.963820 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:38.964471 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:39.016714 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fd04dc44-6cbe-4552-b3a4-6a917d059cce req-93d04cb7-85f7-4a2f-b65a-c03363644b71 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Aug 23 04:32:39.070233 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:39.269320 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-123864eb-b17a-4340-8414-54b8089381eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:39.293807 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123864eb-b17a-4340-8414-54b8089381eb None None] The sync data for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi is: [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:30Z', 'revision_number': 4, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'eec6a055-37ab-4ac3-903a-3fe2bf81c87e', 'name': '', 'network_id': 'fd742f53-022c-4e81-afc1-52562ecc925b', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'mac_address': 'fa:16:3e:29:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:28Z', 'updated_at': '2022-08-23T04:27:58Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'subnets': [{'id': '3706df79-427a-4068-a8e4-a3e4286726e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:32:39.419445 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365b44d-167a-4536-b026-8da25ec84901 req-812b945b-01a3-4875-bf10-2293aba74259 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:39.421138 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4365b44d-167a-4536-b026-8da25ec84901 req-812b945b-01a3-4875-bf10-2293aba74259 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 23 04:32:39.474274 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4365b44d-167a-4536-b026-8da25ec84901 req-24c1409c-ce97-474c-b440-e472601d0059 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=88a57b3a-7a70-48df-ae75-cea0de14ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Aug 23 04:32:39.559188 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a15a09-3176-4d3b-91d7-9e082b01b7dd None None] New status for floating IP 03b7eb84-9ac7-4577-8aa9-b88ff2084da6: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:32:39.874065 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-8574d169-f020-4d0c-b925-ec31060dc69c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:39.875504 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-8574d169-f020-4d0c-b925-ec31060dc69c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 945 time: 0.0546710 Aug 23 04:32:39.963760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port f755fe0e-1a8d-487d-83d5-4a229002245d {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:39.964124 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.041714 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43342) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:40.066552 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] For port f755fe0e-1a8d-487d-83d5-4a229002245d, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=f755fe0e-1a8d-487d-83d5-4a229002245d,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:40.066927 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.101724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab2-d0f1-4221-9e3c-a546f51c9bfa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group (b0ff2894-a2fb-4e66-84aa-6fb61f11f177), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.124693 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab2-d0f1-4221-9e3c-a546f51c9bfa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group (b0ff2894-a2fb-4e66-84aa-6fb61f11f177), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.174004 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab2-d0f1-4221-9e3c-a546f51c9bfa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b0ff2894-a2fb-4e66-84aa-6fb61f11f177), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.176734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab2-d0f1-4221-9e3c-a546f51c9bfa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.178021 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-47cc2ab2-d0f1-4221-9e3c-a546f51c9bfa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b0ff2894-a2fb-4e66-84aa-6fb61f11f177 HTTP/1.1" status: 204 len: 168 time: 0.1352575 Aug 23 04:32:40.181350 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43346) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:40.195108 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc2ab2-d0f1-4221-9e3c-a546f51c9bfa tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ff2894-a2fb-4e66-84aa-6fb61f11f177,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:40.200373 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdc6a2-7cac-4e89-a249-b0866f52da1f req-b9a03229-df68-49b5-b1f0-6ab257d79b89 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:40.201501 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.api.v2.resource [None req-986784c4-6785-4d03-b4c3-05309495a39c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] show failed (client error): The resource could not be found. Aug 23 04:32:40.201856 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aefdc6a2-7cac-4e89-a249-b0866f52da1f req-b9a03229-df68-49b5-b1f0-6ab257d79b89 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0906811 Aug 23 04:32:40.205526 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-986784c4-6785-4d03-b4c3-05309495a39c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups/b0ff2894-a2fb-4e66-84aa-6fb61f11f177 HTTP/1.1" status: 404 len: 347 time: 0.0230377 Aug 23 04:32:40.206172 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43348) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:40.295387 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:40.303017 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.303373 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (63f57d25-bd3d-4aee-bcfd-ae1556f2b630), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.303718 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP 63f57d25-bd3d-4aee-bcfd-ae1556f2b630 disassociated. External IP: 172.27.4.48, port: f755fe0e-1a8d-487d-83d5-4a229002245d. Aug 23 04:32:40.304049 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for f755fe0e-1a8d-487d-83d5-4a229002245d owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:40.305982 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:40.318238 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-aefdc6a2-7cac-4e89-a249-b0866f52da1f req-801041f1-02fb-4da8-a354-8f116299272c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984683 Aug 23 04:32:40.457384 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (f755fe0e-1a8d-487d-83d5-4a229002245d), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.485386 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=f755fe0e-1a8d-487d-83d5-4a229002245d,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:40.587495 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Deleting port bcef2473-0066-48a0-8c24-973674487455 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:40.587728 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (bcef2473-0066-48a0-8c24-973674487455), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.596985 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d276ef9b-4042-4f4e-a386-851955a33595 req-693755ad-77f3-4dd7-b20e-812212f8995c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9c52f9ce-e7c8-4f79-a87f-ce45dadb8579 HTTP/1.1" status: 200 len: 210 time: 0.0368381 Aug 23 04:32:40.632307 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:32:40.667844 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (bcef2473-0066-48a0-8c24-973674487455), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.668199 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (bcef2473-0066-48a0-8c24-973674487455), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.681829 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Calling delete_port for bcef2473-0066-48a0-8c24-973674487455 owned by network:floatingip {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:40.740403 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:32:40.754975 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:32:40.766726 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:40.767615 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:40.783540 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] No DVR routers for this DVR port f755fe0e-1a8d-487d-83d5-4a229002245d on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:32:40.786527 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.789875 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2f055646-4ca3-407c-b667-b0d9ce00c112 req-9aa18317-32ad-4ed4-99ba-6c16b08a352c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f755fe0e-1a8d-487d-83d5-4a229002245d HTTP/1.1" status: 204 len: 173 time: 0.9098098 Aug 23 04:32:40.790337 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'name': 'network-vif-deleted', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:40.792644 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715265a6-73a7-4040-bbeb-26e813592370" -d '{"events": [{"server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "name": "network-vif-deleted", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:40.829998 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (bcef2473-0066-48a0-8c24-973674487455), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.843027 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40a3eb-b6e5-47f4-b256-9188ed6f2944 x-openstack-request-id: req-6b40a3eb-b6e5-47f4-b256-9188ed6f2944 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:40.843380 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c52f9ce-e7c8-4f79-a87f-ce45dadb8579", "name": "network-vif-deleted", "tag": "f755fe0e-1a8d-487d-83d5-4a229002245d", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:40.843564 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b40a3eb-b6e5-47f4-b256-9188ed6f2944 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:40.843977 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b40a3eb-b6e5-47f4-b256-9188ed6f2944'] response: {'server_uuid': '9c52f9ce-e7c8-4f79-a87f-ce45dadb8579', 'name': 'network-vif-deleted', 'tag': 'f755fe0e-1a8d-487d-83d5-4a229002245d', 'status': 'completed', 'code': 200} Aug 23 04:32:40.858283 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event deleted for resources: {'Port': ['ID=bcef2473-0066-48a0-8c24-973674487455,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:40.897528 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:40.952012 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks [] for floatingip (03b7eb84-9ac7-4577-8aa9-b88ff2084da6), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.955597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:40.960887 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f2367c44-4522-4a4c-a8fe-0a3e4541b0b6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/03b7eb84-9ac7-4577-8aa9-b88ff2084da6 HTTP/1.1" status: 204 len: 168 time: 0.7537224 Aug 23 04:32:41.180943 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:41.191082 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:41.220188 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:32:41.229476 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:41.230045 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:41.289431 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:41.333259 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:41.449287 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6333e9b-d484-48fd-a421-dc5b10819c40 req-405711c2-0eef-4fe0-b90f-2be0df649d78 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:41.450639 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6333e9b-d484-48fd-a421-dc5b10819c40 req-405711c2-0eef-4fe0-b90f-2be0df649d78 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0501485 Aug 23 04:32:41.504563 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b6333e9b-d484-48fd-a421-dc5b10819c40 req-b495233a-c96c-4013-8e8a-2360558ded7d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472569 Aug 23 04:32:41.532158 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:41.545161 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b55dd-cca0-461b-a270-49d26ef25220 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:32:41.703786 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43364) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:41.763950 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-381fc4ac-dacd-4e51-96c3-255a272ba546 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (88a57b3a-7a70-48df-ae75-cea0de14ba29), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:41.779490 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb878beb-24d8-43a1-9a16-f7a5c77000a1 None None] New status for floating IP 63f57d25-bd3d-4aee-bcfd-ae1556f2b630: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:32:41.787824 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-381fc4ac-dacd-4e51-96c3-255a272ba546 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (88a57b3a-7a70-48df-ae75-cea0de14ba29), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:41.844054 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-381fc4ac-dacd-4e51-96c3-255a272ba546 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (88a57b3a-7a70-48df-ae75-cea0de14ba29), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:41.846801 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-381fc4ac-dacd-4e51-96c3-255a272ba546 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:41.847961 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-381fc4ac-dacd-4e51-96c3-255a272ba546 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/88a57b3a-7a70-48df-ae75-cea0de14ba29 HTTP/1.1" status: 204 len: 168 time: 0.1431153 Aug 23 04:32:41.851257 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43366) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:41.858032 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fc4ac-dacd-4e51-96c3-255a272ba546 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a57b3a-7a70-48df-ae75-cea0de14ba29,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:41.865500 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.api.v2.resource [None req-87bc5c21-18fb-4b88-92c0-e4de0c1cbd4a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] show failed (client error): The resource could not be found. Aug 23 04:32:41.866507 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-87bc5c21-18fb-4b88-92c0-e4de0c1cbd4a tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups/88a57b3a-7a70-48df-ae75-cea0de14ba29 HTTP/1.1" status: 404 len: 347 time: 0.0142756 Aug 23 04:32:41.869471 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43368) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:42.244704 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port 75b92caf-2299-4146-86a1-2b5eabda08b6 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:42.245221 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.325700 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 4c9d7f64-2968-4d76-afad-0620fa10df9e no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:32:42.332317 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.332643 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (75b92caf-2299-4146-86a1-2b5eabda08b6), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.346252 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for 75b92caf-2299-4146-86a1-2b5eabda08b6 owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:42.348070 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 4c9d7f64-2968-4d76-afad-0620fa10df9e {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:32:42.348416 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 4c9d7f64-2968-4d76-afad-0620fa10df9e not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:32:42.459897 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:42.472395 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:42.486087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (75b92caf-2299-4146-86a1-2b5eabda08b6), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.523805 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=75b92caf-2299-4146-86a1-2b5eabda08b6,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:42.596182 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (63f57d25-bd3d-4aee-bcfd-ae1556f2b630), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.598955 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.600409 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-865f2e34-5c06-4835-a99f-ab26af0e4a43 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/63f57d25-bd3d-4aee-bcfd-ae1556f2b630 HTTP/1.1" status: 204 len: 168 time: 0.7298617 Aug 23 04:32:42.634144 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc3a23-34c7-4628-8433-cb619779d81d req-df710d0f-6f93-4fac-bb49-6c7a867176a7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:42.635598 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-addc3a23-34c7-4628-8433-cb619779d81d req-df710d0f-6f93-4fac-bb49-6c7a867176a7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0515165 Aug 23 04:32:42.668480 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43380) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:42.673857 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-bf507a22-f477-4b4b-8ab8-80752dc424ee tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439485914', 'description': 'tempest-description--77098221'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:42.684312 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-addc3a23-34c7-4628-8433-cb619779d81d req-148e6db2-1578-40c5-a2d7-b5a90f9d14ee tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430210 Aug 23 04:32:42.696760 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf507a22-f477-4b4b-8ab8-80752dc424ee tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.733850 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:42.745633 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:42.767667 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf507a22-f477-4b4b-8ab8-80752dc424ee tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (ffaca277-e018-4ee8-8c8f-89b2a41c92ee), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.773450 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf507a22-f477-4b4b-8ab8-80752dc424ee tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ffaca277-e018-4ee8-8c8f-89b2a41c92ee), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.806396 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bf507a22-f477-4b4b-8ab8-80752dc424ee tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.807628 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-bf507a22-f477-4b4b-8ab8-80752dc424ee tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1374452 Aug 23 04:32:42.808735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf507a22-f477-4b4b-8ab8-80752dc424ee tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaca277-e018-4ee8-8c8f-89b2a41c92ee,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:42.810778 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43382) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:42.815714 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-8f997f61-1e41-4601-954f-608aee31df3d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': 'ffaca277-e018-4ee8-8c8f-89b2a41c92ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:42.847732 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8f997f61-1e41-4601-954f-608aee31df3d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (ce8cc34d-16aa-4f46-8d12-840cb6c1de86), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.904555 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8f997f61-1e41-4601-954f-608aee31df3d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (ce8cc34d-16aa-4f46-8d12-840cb6c1de86), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.909979 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8f997f61-1e41-4601-954f-608aee31df3d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (ce8cc34d-16aa-4f46-8d12-840cb6c1de86), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.928281 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f997f61-1e41-4601-954f-608aee31df3d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8cc34d-16aa-4f46-8d12-840cb6c1de86,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:42.935499 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8f997f61-1e41-4601-954f-608aee31df3d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:42.936717 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8f997f61-1e41-4601-954f-608aee31df3d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248455 Aug 23 04:32:42.940752 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43384) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:42.944970 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-220ca5e2-4160-42d7-9119-6abb8792729f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'security_group_rule': {'security_group_id': 'ffaca277-e018-4ee8-8c8f-89b2a41c92ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:42.971861 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-220ca5e2-4160-42d7-9119-6abb8792729f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (44441503-94db-4f6a-8f09-34494022ac62), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.027567 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-220ca5e2-4160-42d7-9119-6abb8792729f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (44441503-94db-4f6a-8f09-34494022ac62), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.034827 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-220ca5e2-4160-42d7-9119-6abb8792729f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (44441503-94db-4f6a-8f09-34494022ac62), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.055434 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ca5e2-4160-42d7-9119-6abb8792729f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44441503-94db-4f6a-8f09-34494022ac62,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:43.063115 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-220ca5e2-4160-42d7-9119-6abb8792729f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.064843 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-220ca5e2-4160-42d7-9119-6abb8792729f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231601 Aug 23 04:32:43.068194 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43386) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:43.072479 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:43.094758 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.180329 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.287121 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.27.4.254 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/c7dccb3f-5c99-41cc-9adc-73c66f770fa7) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:32:43.373719 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:43.395736 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.401319 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:43.436312 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.509777 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:32:43.516487 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:32:43.518944 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:32:43.548773 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=c7dccb3f-5c99-41cc-9adc-73c66f770fa7,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:43.564844 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583c2a-e401-4558-9593-45775b367080 req-907e7563-71db-4ff9-8b4b-f3fc0d33f8c4 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:43.566334 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d583c2a-e401-4558-9593-45775b367080 req-907e7563-71db-4ff9-8b4b-f3fc0d33f8c4 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.1045234 Aug 23 04:32:43.652644 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9d583c2a-e401-4558-9593-45775b367080 req-2e6a64c8-0430-46be-b6ec-96207f150a70 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798030 Aug 23 04:32:43.656803 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (c9c8cd48-0fc2-4285-8b3c-f0528d5c496d), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.703674 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.850985 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499990a-d4c2-490e-87df-490797af1071 req-42b2b16d-b072-40f0-9a92-d386f08eee5e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:43.852455 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a499990a-d4c2-490e-87df-490797af1071 req-42b2b16d-b072-40f0-9a92-d386f08eee5e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0846357 Aug 23 04:32:43.916873 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.928894 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:43.965235 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a499990a-d4c2-490e-87df-490797af1071 req-8825cd59-73ae-427e-b90d-ad0188d6f7e6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036777 Aug 23 04:32:44.014234 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=c7dccb3f-5c99-41cc-9adc-73c66f770fa7,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:44.016727 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (c9c8cd48-0fc2-4285-8b3c-f0528d5c496d), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:44.034574 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:44.035794 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-b22108fc-34e5-456c-ad90-4de50fe1362b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9665909 Aug 23 04:32:44.196249 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-1d778874-d1bf-4498-8bb4-775401469055 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1439485914&fields=id&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 267 time: 0.0487983 Aug 23 04:32:44.280046 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:44.308649 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-70dc6b22-1c0e-48fc-85c1-e27fd12cb683 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:44.310132 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-70dc6b22-1c0e-48fc-85c1-e27fd12cb683 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 0.1033354 Aug 23 04:32:44.325286 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-67071eb8-9be8-4da4-8b93-2e60322cd61d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/quotas/52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 375 time: 0.0091100 Aug 23 04:32:44.339079 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f755fe0e-1a8d-487d-83d5-4a229002245d no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:32:44.358362 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: f755fe0e-1a8d-487d-83d5-4a229002245d {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:32:44.358701 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device f755fe0e-1a8d-487d-83d5-4a229002245d not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:32:44.382572 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-1e86013c-8783-498b-85f3-781287e088df tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524457 Aug 23 04:32:44.513398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:44.583788 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-bd5e2438-7203-40b6-a26f-2310c78f7539 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892502 Aug 23 04:32:44.679574 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-2fc21288-16c5-4c13-a364-a4b8c3bca86b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900581 Aug 23 04:32:44.779740 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbe892-8deb-4720-be7b-4ce674b21bbf req-a554ee1a-425d-41c6-8be2-83ac21d0e8e7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:44.781235 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14cbe892-8deb-4720-be7b-4ce674b21bbf req-a554ee1a-425d-41c6-8be2-83ac21d0e8e7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0503764 Aug 23 04:32:44.839627 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-14cbe892-8deb-4720-be7b-4ce674b21bbf req-b50451fd-76bb-49f1-8b40-9ff45748d28c tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521646 Aug 23 04:32:44.925923 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fb53b649-401a-4ac6-bc5b-8ace457e5817 req-5e06089c-24d4-4c5f-a957-959a6dfe8905 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0332248 Aug 23 04:32:45.110401 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeec74-11de-4854-b7e9-d3c198d1d001 req-bbaea91d-0f32-4b60-9ec5-11568bc2f722 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:45.117133 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34aeec74-11de-4854-b7e9-d3c198d1d001 req-bbaea91d-0f32-4b60-9ec5-11568bc2f722 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0600216 Aug 23 04:32:45.178637 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34aeec74-11de-4854-b7e9-d3c198d1d001 req-8ec9e607-411d-417c-a606-1a5f282c7bc1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604584 Aug 23 04:32:45.753175 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-e890281e-d967-477e-b933-37b44e4fa6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:45.754551 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-e890281e-d967-477e-b933-37b44e4fa6e0 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0513206 Aug 23 04:32:45.970290 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35180b43-94bd-4cce-9f28-9a3b81373e7f req-c71487c9-3e64-4f29-a740-343230ae3349 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:45.976227 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-35180b43-94bd-4cce-9f28-9a3b81373e7f req-c71487c9-3e64-4f29-a740-343230ae3349 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 945 time: 0.0606081 Aug 23 04:32:46.066210 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ae9cc26c-5f76-40f6-b516-d2b7387f4600 req-9a342ff4-96e9-492a-b626-2bc214a84074 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0577900 Aug 23 04:32:46.111728 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-35180b43-94bd-4cce-9f28-9a3b81373e7f req-d202ad60-aee6-4206-923f-3f07d7ff65a7 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127288 Aug 23 04:32:46.124379 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Deleting port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:46.124837 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.174559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-8ad4072e-f539-42ae-b252-31aa54348114 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:46.176181 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-8ad4072e-f539-42ae-b252-31aa54348114 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 815 time: 0.1379101 Aug 23 04:32:46.244675 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-c79d867f-fd52-4984-a917-eaa644d71556 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52ab946e7d0d4a5397945bfcbf49e723 HTTP/1.1" status: 200 len: 380 time: 0.0570269 Aug 23 04:32:46.246110 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] For port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:46.246578 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.261122 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'port': {'device_id': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'admin_state_up': True, 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'security_groups': ['ffaca277-e018-4ee8-8c8f-89b2a41c92ee']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:46.274822 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Calling delete_port for ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:46.367168 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6321d9-ab86-4dba-844e-9ab0fc4d1108 req-030016ab-fe63-4558-a065-6c62d9edb9c0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:46.368710 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-de6321d9-ab86-4dba-844e-9ab0fc4d1108 req-030016ab-fe63-4558-a065-6c62d9edb9c0 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0895724 Aug 23 04:32:46.380244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Made reservation on behalf of 52ab946e7d0d4a5397945bfcbf49e723 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:32:46.384198 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.391608 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:46.446748 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-de6321d9-ab86-4dba-844e-9ab0fc4d1108 req-fa732466-8c99-4a87-83db-a2f291ed4f21 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695863 Aug 23 04:32:46.496669 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (ccfb2bb6-9852-46f4-93c8-346e9d6dfb17), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.508352 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['89b2c8bf-fcbd-46df-9d0d-0a4df470da86', 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:32:46.529233 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Allocated IP 172.20.0.11 (8c6be732-b40b-47aa-8b96-da7512121793/5fc2aebe-833f-4abc-94cc-11debf18bf53/ec052b71-523a-46a8-82ad-e8f3b02837b2) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:32:46.546198 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event deleted for resources: {'Port': ['ID=ccfb2bb6-9852-46f4-93c8-346e9d6dfb17,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:46.603934 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] No DVR routers for this DVR port ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:32:46.610975 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.616506 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6c08a092-e8b4-4e1b-9c83-c4499a8369c8 req-bbd732a0-addd-449f-be30-9b463b5b152b tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "DELETE /networking/v2.0/ports/ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 HTTP/1.1" status: 204 len: 173 time: 0.6617477 Aug 23 04:32:46.617090 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942f38b-c544-4991-8221-872266e4e196', 'name': 'network-vif-deleted', 'tag': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:46.619489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce85ccd-7f90-4caf-8601-576a0993982a" -d '{"events": [{"server_uuid": "e942f38b-c544-4991-8221-872266e4e196", "name": "network-vif-deleted", "tag": "ccfb2bb6-9852-46f4-93c8-346e9d6dfb17"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:46.667797 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df89f178-f505-4389-8d5f-3692f06add0d x-openstack-request-id: req-df89f178-f505-4389-8d5f-3692f06add0d {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:46.668415 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e942f38b-c544-4991-8221-872266e4e196", "name": "network-vif-deleted", "tag": "ccfb2bb6-9852-46f4-93c8-346e9d6dfb17", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:46.668890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df89f178-f505-4389-8d5f-3692f06add0d {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:46.669533 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df89f178-f505-4389-8d5f-3692f06add0d'] response: {'server_uuid': 'e942f38b-c544-4991-8221-872266e4e196', 'name': 'network-vif-deleted', 'tag': 'ccfb2bb6-9852-46f4-93c8-346e9d6dfb17', 'status': 'completed', 'code': 200} Aug 23 04:32:46.741872 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.778824 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.818311 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Network 8c6be732-b40b-47aa-8b96-da7512121793 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:32:46.822304 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:32:46.824725 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:32:46.864822 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event updated for resources: {'Port': ['ID=ec052b71-523a-46a8-82ad-e8f3b02837b2,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:46.885264 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:46.902330 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:46.902961 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:46.922038 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-796abece-8b1b-42ea-9b37-a85575f4cfce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6650453 Aug 23 04:32:47.062750 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-f319f2ae-f244-4b19-9eeb-64176a95302f None None] Provisioning complete for port ec052b71-523a-46a8-82ad-e8f3b02837b2 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:32:47.063125 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f319f2ae-f244-4b19-9eeb-64176a95302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:47.091051 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Request body: {'port': {'device_id': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:47.111499 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-f319f2ae-f244-4b19-9eeb-64176a95302f None None] Port ec052b71-523a-46a8-82ad-e8f3b02837b2 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:32:47.168298 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:47.189919 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:47.203054 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:47.216714 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e325114-22ec-44c1-8529-122c89e796bb req-dfd3bb46-4c8f-49d0-8981-5d6e2c97914b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:47.219570 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5e325114-22ec-44c1-8529-122c89e796bb req-dfd3bb46-4c8f-49d0-8981-5d6e2c97914b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 932 time: 0.0537982 Aug 23 04:32:47.282286 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-12e86ed3-bf9d-4015-918a-782d9b3500ed req-006aeea7-c0f7-4bc2-b7ae-eb1819bd0e14 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e942f38b-c544-4991-8221-872266e4e196 HTTP/1.1" status: 200 len: 210 time: 0.0427339 Aug 23 04:32:47.312478 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5e325114-22ec-44c1-8529-122c89e796bb req-36811d19-88b4-41a0-881b-2ba3ab2b76b9 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809190 Aug 23 04:32:47.462987 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec052b71-523a-46a8-82ad-e8f3b02837b2 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:32:47.470672 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Publish callbacks [] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:47.484168 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Transition to ACTIVE for port object ec052b71-523a-46a8-82ad-e8f3b02837b2 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:32:47.488286 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:47.548519 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Pushing event updated for resources: {'Port': ['ID=ec052b71-523a-46a8-82ad-e8f3b02837b2,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:47.585259 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c41111-7034-4736-9b4c-710d314ab880 req-30c558cf-51b0-484f-8f3a-fc72c148bbc5 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:47.586736 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b8c41111-7034-4736-9b4c-710d314ab880 req-30c558cf-51b0-484f-8f3a-fc72c148bbc5 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0493066 Aug 23 04:32:47.598184 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Attempting to bind port ec052b71-523a-46a8-82ad-e8f3b02837b2 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:32:47.598544 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Attempting to bind port ec052b71-523a-46a8-82ad-e8f3b02837b2 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:32:47.598869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Attempting to bind port ec052b71-523a-46a8-82ad-e8f3b02837b2 on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:32:47.604079 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Port ec052b71-523a-46a8-82ad-e8f3b02837b2 on network 8c6be732-b40b-47aa-8b96-da7512121793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:32:47.604397 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Attempting to bind port ec052b71-523a-46a8-82ad-e8f3b02837b2 on network 8c6be732-b40b-47aa-8b96-da7512121793 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:32:47.609582 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:32:47.609915 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Checking segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:32:47.610293 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Bound using segment: {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:32:47.610717 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Bound port: ec052b71-523a-46a8-82ad-e8f3b02837b2, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ad2286-51e9-44b2-8522-7c11a8d2a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:32:47.611068 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:47.643154 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b8c41111-7034-4736-9b4c-710d314ab880 req-4506666a-e5ed-4c15-a7e2-33b1881c5960 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504591 Aug 23 04:32:47.676856 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] For port ec052b71-523a-46a8-82ad-e8f3b02837b2, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:32:47.680115 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] For port ec052b71-523a-46a8-82ad-e8f3b02837b2, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:32:47.686778 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:47.691550 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:47.692198 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:47.693599 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/ec052b71-523a-46a8-82ad-e8f3b02837b2 HTTP/1.1" status: 200 len: 1094 time: 0.6096725 Aug 23 04:32:47.695047 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:47.697402 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb1ccb8-974a-4167-bdd6-877b972b365f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:47.751707 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78892fb-e1eb-4239-824a-02579d8ae090 x-openstack-request-id: req-d78892fb-e1eb-4239-824a-02579d8ae090 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:47.752015 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:47.752323 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d78892fb-e1eb-4239-824a-02579d8ae090 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:47.753314 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78892fb-e1eb-4239-824a-02579d8ae090'] response: {'name': 'network-changed', 'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'status': 'completed', 'code': 200} Aug 23 04:32:47.772681 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979dc5-57f9-409f-8f4f-65995fc09872 service neutron] Pushing event updated for resources: {'Port': ['ID=ec052b71-523a-46a8-82ad-e8f3b02837b2,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:47.784779 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-b7a986e5-2c08-4db4-918b-450eb7a02397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:47.786291 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-b7a986e5-2c08-4db4-918b-450eb7a02397 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 1128 time: 0.0513556 Aug 23 04:32:47.828644 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-e0596764-7bdd-4ad4-a09e-0f17247a5114 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2 HTTP/1.1" status: 200 len: 217 time: 0.0330060 Aug 23 04:32:47.883159 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-7317c742-6a09-41ec-87da-c5777eddcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:47.884648 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-7317c742-6a09-41ec-87da-c5777eddcd39 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0495191 Aug 23 04:32:47.928273 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419af54-77d8-49b6-9c16-4f832154f000 req-b398ff39-a9d6-4813-8ace-783bd21090d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:47.929711 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-b398ff39-a9d6-4813-8ace-783bd21090d2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384226 Aug 23 04:32:48.032078 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-2ee9b027-9fb3-443a-b85b-8feb0d8eeccd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953710 Aug 23 04:32:48.056059 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:48.072502 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:48.131498 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2419af54-77d8-49b6-9c16-4f832154f000 req-b30860bc-d014-4d46-90f3-b596bf662d32 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919847 Aug 23 04:32:48.430375 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346157a6-5be1-4913-b899-a552de22fdff req-b0251de8-ae0b-4ebb-b930-896120d12c45 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:48.432651 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-346157a6-5be1-4913-b899-a552de22fdff req-b0251de8-ae0b-4ebb-b930-896120d12c45 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0479689 Aug 23 04:32:48.481379 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-346157a6-5be1-4913-b899-a552de22fdff req-75b02a54-884a-4c3a-809d-4060c0158bf1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Aug 23 04:32:48.591553 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64a13-3dd3-4755-a5e6-4771ca142c42 req-da83c23d-ca52-4b2f-963b-142aef0e95e6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:48.592956 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4ec64a13-3dd3-4755-a5e6-4771ca142c42 req-da83c23d-ca52-4b2f-963b-142aef0e95e6 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0574367 Aug 23 04:32:48.652514 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4ec64a13-3dd3-4755-a5e6-4771ca142c42 req-bde167d3-c054-47b6-ad98-430bdf2ea709 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503435 Aug 23 04:32:48.781801 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e56eb-6988-45a3-9022-becc14c00eb8 req-70766c50-c6cc-472a-84c1-53b3d984c540 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:48.783265 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-423e56eb-6988-45a3-9022-becc14c00eb8 req-70766c50-c6cc-472a-84c1-53b3d984c540 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0613375 Aug 23 04:32:48.831807 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-423e56eb-6988-45a3-9022-becc14c00eb8 req-c30ea681-1269-4b8b-8153-8ad59b9eb9be tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427651 Aug 23 04:32:49.034673 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-e73caa13-8b71-470a-8cc4-823382271c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:49.036189 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-e73caa13-8b71-470a-8cc4-823382271c38 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 1128 time: 0.1007543 Aug 23 04:32:49.620861 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3188c-0165-438d-b572-ba686fe7c66e req-b82097b0-afe7-450c-a4c7-317384b3d0e3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:49.622958 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2fd3188c-0165-438d-b572-ba686fe7c66e req-b82097b0-afe7-450c-a4c7-317384b3d0e3 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0590742 Aug 23 04:32:49.671199 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2fd3188c-0165-438d-b572-ba686fe7c66e req-adf40b87-9926-4113-9e05-af74231ddcaa tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Aug 23 04:32:49.783511 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6253-020c-484a-8365-00fa01fa6678 req-53da6236-6794-4c0f-b51c-bb131a54d0d3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:49.784983 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-018d6253-020c-484a-8365-00fa01fa6678 req-53da6236-6794-4c0f-b51c-bb131a54d0d3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0512323 Aug 23 04:32:49.843734 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-018d6253-020c-484a-8365-00fa01fa6678 req-d4561ff2-814b-4a42-bc5b-93bcd7b636ff tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507071 Aug 23 04:32:49.978640 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c474b-5a2f-4446-af68-9082a09e9c52 req-585982a7-145e-4a08-ace7-70e39b2ce577 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:49.980207 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d68c474b-5a2f-4446-af68-9082a09e9c52 req-585982a7-145e-4a08-ace7-70e39b2ce577 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0490727 Aug 23 04:32:50.028707 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d68c474b-5a2f-4446-af68-9082a09e9c52 req-e3109072-daf4-4117-a3d9-fdae130e1bce tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414605 Aug 23 04:32:50.385670 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:32:50.389751 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:32:50.394007 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:50.394605 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:50.423725 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:32:50.424328 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ccfb2bb6-9852-46f4-93c8-346e9d6dfb17 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:32:50.514493 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:50.525748 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'port_id': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'mac_address': 'fa:16:3e:64:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:32:50.563561 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: ACTIVE; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:32:50.564100 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:50.583536 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ff7de56-3ec6-4615-a0a4-667797f15a84 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:32:50.605735 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:50.613232 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:50.661666 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=6']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:50.669101 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.669443 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.669810 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.670109 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.670433 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.670758 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.671064 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.671383 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.671701 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.672060 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.672403 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.672740 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.673062 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.673377 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.673688 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:50.693190 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2ff7de56-3ec6-4615-a0a4-667797f15a84'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:32:50.756609 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:50.795951 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52a5d9-917f-4f90-9c1b-75914495924a req-3ee540b4-8c93-4cd3-88c5-243efb37be8d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:50.797445 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5e52a5d9-917f-4f90-9c1b-75914495924a req-3ee540b4-8c93-4cd3-88c5-243efb37be8d tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0494766 Aug 23 04:32:50.850307 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5e52a5d9-917f-4f90-9c1b-75914495924a req-1db6bdd2-1cd6-4a5b-9e65-0d412e453621 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470374 Aug 23 04:32:50.973892 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e470a3-e3f9-4757-916d-6bf437f258d1 req-a0940c16-6b45-4e42-b191-dae08edceb35 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:50.975583 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7e470a3-e3f9-4757-916d-6bf437f258d1 req-a0940c16-6b45-4e42-b191-dae08edceb35 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0510495 Aug 23 04:32:51.027007 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e7e470a3-e3f9-4757-916d-6bf437f258d1 req-9d24472f-c91f-4055-b81c-a30688af51d1 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Aug 23 04:32:51.150703 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b864-09e0-4198-a17d-1a3cff71c303 req-e57b68af-552f-4a43-ac7a-ad835c09b336 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:51.152178 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dc23b864-09e0-4198-a17d-1a3cff71c303 req-e57b68af-552f-4a43-ac7a-ad835c09b336 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 944 time: 0.0476763 Aug 23 04:32:51.201292 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dc23b864-09e0-4198-a17d-1a3cff71c303 req-a9c38486-ce1f-47d3-9d28-8eda5f469220 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Aug 23 04:32:51.743975 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-186f01e2-e008-40fa-b3f3-b5ea3f75c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:51.745338 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-186f01e2-e008-40fa-b3f3-b5ea3f75c5d8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 916 time: 0.0960593 Aug 23 04:32:51.790733 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-62d692c2-52c5-4563-bf13-31f81a301228 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2 HTTP/1.1" status: 200 len: 217 time: 0.0319748 Aug 23 04:32:51.898067 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-e00a944f-c5d7-429c-890f-f591949cd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:51.899811 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-e00a944f-c5d7-429c-890f-f591949cd79f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0533106 Aug 23 04:32:51.946271 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-eab690ea-1096-4fb2-a914-9a21402826ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:51.947812 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-eab690ea-1096-4fb2-a914-9a21402826ea service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411541 Aug 23 04:32:51.990378 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dd443-6c30-427d-8459-34f2af0a7a40 req-854591d2-2828-441e-8897-9b250ce6d71c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:51.992102 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-977dd443-6c30-427d-8459-34f2af0a7a40 req-854591d2-2828-441e-8897-9b250ce6d71c tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0618296 Aug 23 04:32:52.026770 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:52.040749 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f586af6-4675-4549-8068-d7239865f05f req-9b464f51-b0f1-4754-9e18-8866a36145e3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:52.042197 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1f586af6-4675-4549-8068-d7239865f05f req-9b464f51-b0f1-4754-9e18-8866a36145e3 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0699551 Aug 23 04:32:52.067091 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-d0226a2b-3fa0-49d9-8318-b731974f3a75 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949163 Aug 23 04:32:52.119420 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-977dd443-6c30-427d-8459-34f2af0a7a40 req-a1527d7c-5594-467d-8bc5-9fa91e1a3872 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117826 Aug 23 04:32:52.201365 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3bb1ccb8-974a-4167-bdd6-877b972b365f req-140f9a63-44f1-4c20-bc52-b3bf1765dec3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263406 Aug 23 04:32:52.212138 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Deleting port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:52.212481 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.244592 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416d505-a1fb-41d0-af7d-3094c84346d6 req-98812900-a399-46b6-a8a3-80308871b21f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:52.246268 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e416d505-a1fb-41d0-af7d-3094c84346d6 req-98812900-a399-46b6-a8a3-80308871b21f tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 945 time: 0.0716372 Aug 23 04:32:52.378766 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e416d505-a1fb-41d0-af7d-3094c84346d6 req-1498015e-a6a3-43bc-8926-a33b1ae19147 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2d123c41-58b6-46d8-b544-0ae764e4bba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244786 Aug 23 04:32:52.385781 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ec052b71-523a-46a8-82ad-e8f3b02837b2 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:32:52.390506 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:32:52.390717 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cffae-d59c-400e-8943-cbca54dcff75 req-650a532f-ed21-4b78-adc3-4f6b1355fe63 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:52.392508 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f03cffae-d59c-400e-8943-cbca54dcff75 req-650a532f-ed21-4b78-adc3-4f6b1355fe63 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 944 time: 0.0905192 Aug 23 04:32:52.401640 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] For port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:52.402003 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.423554 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Calling delete_port for 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:52.468494 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 2ff7de56-3ec6-4615-a0a4-667797f15a84 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:32:52.468954 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.502668 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f03cffae-d59c-400e-8943-cbca54dcff75 req-7ad56d83-4249-4579-b3de-212119cb88ef tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872078 Aug 23 04:32:52.577822 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ec052b71-523a-46a8-82ad-e8f3b02837b2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:52.598071 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'port_id': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'mac_address': 'fa:16:3e:2f:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:32:52.604987 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (89b2c8bf-fcbd-46df-9d0d-0a4df470da86), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.625991 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['89b2c8bf-fcbd-46df-9d0d-0a4df470da86'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:32:52.643083 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Pushing event deleted for resources: {'Port': ['ID=89b2c8bf-fcbd-46df-9d0d-0a4df470da86,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:52.656347 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:52.691790 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:32:52.692197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.692614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:52.712453 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port ec052b71-523a-46a8-82ad-e8f3b02837b2 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:32:52.712704 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] No DVR routers for this DVR port 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:32:52.712837 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.715216 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.719018 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1f586af6-4675-4549-8068-d7239865f05f req-608ae18d-8efa-49ca-ac13-f60bed4c6459 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.47 "DELETE /networking/v2.0/ports/89b2c8bf-fcbd-46df-9d0d-0a4df470da86 HTTP/1.1" status: 204 len: 173 time: 0.6719613 Aug 23 04:32:52.719951 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'name': 'network-vif-deleted', 'tag': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:52.722354 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1043cfaf-4b82-4b92-b97c-cf47f11b60d4" -d '{"events": [{"server_uuid": "cd8238e6-e045-42e6-9bf4-b97507719b1d", "name": "network-vif-deleted", "tag": "89b2c8bf-fcbd-46df-9d0d-0a4df470da86"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:52.737595 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:52.739895 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f1fd60-e5a7-4f5e-b417-ed8b8d556c20" -d '{"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:52.761811 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:52.778628 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec052b71-523a-46a8-82ad-e8f3b02837b2 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:32:52.781445 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc02a85e-a3e5-427f-9156-5f9e475a0485 x-openstack-request-id: req-bc02a85e-a3e5-427f-9156-5f9e475a0485 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:52.781974 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8238e6-e045-42e6-9bf4-b97507719b1d", "name": "network-vif-deleted", "tag": "89b2c8bf-fcbd-46df-9d0d-0a4df470da86", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:52.782417 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc02a85e-a3e5-427f-9156-5f9e475a0485 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:52.783318 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc02a85e-a3e5-427f-9156-5f9e475a0485'] response: {'server_uuid': 'cd8238e6-e045-42e6-9bf4-b97507719b1d', 'name': 'network-vif-deleted', 'tag': '89b2c8bf-fcbd-46df-9d0d-0a4df470da86', 'status': 'completed', 'code': 200} Aug 23 04:32:52.785952 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.815692 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:52.821326 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5061b05-3d32-4ced-bc84-80d66f2ba2b9 x-openstack-request-id: req-b5061b05-3d32-4ced-bc84-80d66f2ba2b9 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:52.821618 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:52.821865 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5061b05-3d32-4ced-bc84-80d66f2ba2b9 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:52.822251 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5061b05-3d32-4ced-bc84-80d66f2ba2b9'] response: {'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'code': 200} Aug 23 04:32:52.844978 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ec052b71-523a-46a8-82ad-e8f3b02837b2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:52.863797 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=7']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:52.868421 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:52.924562 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=ec052b71-523a-46a8-82ad-e8f3b02837b2,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:53.139449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['ec052b71-523a-46a8-82ad-e8f3b02837b2'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:32:53.345355 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753bd94-bf6f-4f52-9e92-e8fb937d9fe1 req-aaf67002-20b4-4c09-b1db-ec9e9b4a16cb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:53.360457 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6753bd94-bf6f-4f52-9e92-e8fb937d9fe1 req-aaf67002-20b4-4c09-b1db-ec9e9b4a16cb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 945 time: 0.1291354 Aug 23 04:32:53.417759 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6753bd94-bf6f-4f52-9e92-e8fb937d9fe1 req-551e30e6-05f5-4ea7-b100-d1a1069345a7 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559320 Aug 23 04:32:53.508346 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3c90160e-e0c5-42d3-b5cd-af3e528dff54 req-3254992e-1084-435c-b0fe-4110c619def5 tempest-ServerRescueNegativeTestJSON-580565846 tempest-ServerRescueNegativeTestJSON-580565846-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd8238e6-e045-42e6-9bf4-b97507719b1d HTTP/1.1" status: 200 len: 210 time: 0.0284729 Aug 23 04:32:53.731427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c8dec-10df-4df4-b5f2-2fe113cc5631 req-8b46964a-c0fc-4faa-b30e-3536fd577678 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:53.735236 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d50c8dec-10df-4df4-b5f2-2fe113cc5631 req-8b46964a-c0fc-4faa-b30e-3536fd577678 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0905223 Aug 23 04:32:53.816865 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d50c8dec-10df-4df4-b5f2-2fe113cc5631 req-8782feab-f64d-48de-9410-e42e933e2208 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716448 Aug 23 04:32:54.417934 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ec052b71-523a-46a8-82ad-e8f3b02837b2 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:32:54.489950 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port ec052b71-523a-46a8-82ad-e8f3b02837b2 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:32:54.499655 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port ec052b71-523a-46a8-82ad-e8f3b02837b2 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:32:54.500269 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:54.600918 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305771b-761f-4f0d-a0b6-ab1a54c9308a req-50acce71-31a3-4be3-bc8f-a3e88ecf3abc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:54.608304 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c305771b-761f-4f0d-a0b6-ab1a54c9308a req-50acce71-31a3-4be3-bc8f-a3e88ecf3abc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 945 time: 0.0839133 Aug 23 04:32:54.630609 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43564) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:54.676540 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c305771b-761f-4f0d-a0b6-ab1a54c9308a req-2d3ee52f-6942-4517-be05-37388c08bbfe tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672581 Aug 23 04:32:54.699450 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port ec052b71-523a-46a8-82ad-e8f3b02837b2 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:32:54.699841 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:54.752558 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=31 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:54.754231 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=39 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:54.939243 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port ec052b71-523a-46a8-82ad-e8f3b02837b2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:54.940683 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:54.943505 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee9e016-de89-48fc-98a3-b8e8f4d4ccbf" -d '{"events": [{"server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "name": "network-vif-plugged", "status": "completed", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:54.963176 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:54.966509 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:32:55.075303 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c2a8-409d-4c97-bf6d-236b56839612 req-e06a5b37-7f29-4eda-912e-3694fedf9398 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:55.077734 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6db6c9-81a8-4eae-8a33-670e0f11c4b4 x-openstack-request-id: req-ce6db6c9-81a8-4eae-8a33-670e0f11c4b4 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:55.078038 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "name": "network-vif-plugged", "status": "completed", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:55.078283 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce6db6c9-81a8-4eae-8a33-670e0f11c4b4 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:55.078723 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6db6c9-81a8-4eae-8a33-670e0f11c4b4'] response: {'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'code': 200} Aug 23 04:32:55.079491 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=ec052b71-523a-46a8-82ad-e8f3b02837b2,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:55.088502 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:32:55.088885 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 89b2c8bf-fcbd-46df-9d0d-0a4df470da86 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:32:55.090596 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0b64c2a8-409d-4c97-bf6d-236b56839612 req-e06a5b37-7f29-4eda-912e-3694fedf9398 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0978687 Aug 23 04:32:55.098923 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:55.164517 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0b64c2a8-409d-4c97-bf6d-236b56839612 req-86a9d982-b6e5-4c02-b8a5-fc0b8e06d1aa tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737233 Aug 23 04:32:55.280915 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02ca51-ab32-4d35-9575-4faf80ea149b req-c586c61b-d2c0-4b58-8bea-2e894ec2a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:55.282377 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1e02ca51-ab32-4d35-9575-4faf80ea149b req-c586c61b-d2c0-4b58-8bea-2e894ec2a624 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 1130 time: 0.0467153 Aug 23 04:32:55.352192 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1e02ca51-ab32-4d35-9575-4faf80ea149b req-fdc29bf7-d9b1-45d5-827d-b6d5d6f9b171 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615647 Aug 23 04:32:55.410529 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (165424e7-e640-46f5-b0b4-227b1f35ae06), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:55.447701 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:55.663403 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Deleting port eec6a055-37ab-4ac3-903a-3fe2bf81c87e {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:55.664229 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:55.732370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:55.760970 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] For port eec6a055-37ab-4ac3-903a-3fe2bf81c87e, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:55.761340 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:55.775377 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Calling delete_port for eec6a055-37ab-4ac3-903a-3fe2bf81c87e owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:55.820303 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e14f2-b605-45d5-b4aa-cefbe6245f27 req-f3533346-84d3-4c81-8aa1-271c1fbeddf0 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:55.822099 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ca2e14f2-b605-45d5-b4aa-cefbe6245f27 req-f3533346-84d3-4c81-8aa1-271c1fbeddf0 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0626581 Aug 23 04:32:55.840112 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:55.874842 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ca2e14f2-b605-45d5-b4aa-cefbe6245f27 req-20a01525-9898-4843-bf43-8cf5790601dc tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Aug 23 04:32:56.012848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (eec6a055-37ab-4ac3-903a-3fe2bf81c87e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:56.042346 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Pushing event deleted for resources: {'Port': ['ID=eec6a055-37ab-4ac3-903a-3fe2bf81c87e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:56.057723 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.058347 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.058886 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.059432 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.061790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.061790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.061790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.061790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.061790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.061790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.062288 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.062416 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.062852 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.063232 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.063613 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:56.374242 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b75e1-52ef-4b83-a26d-b500d5a1bd08 req-f636168f-758e-405e-84e0-abf7bde03cdb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:56.375196 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (165424e7-e640-46f5-b0b4-227b1f35ae06), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:56.375866 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-341b75e1-52ef-4b83-a26d-b500d5a1bd08 req-f636168f-758e-405e-84e0-abf7bde03cdb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0837159 Aug 23 04:32:56.447676 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-341b75e1-52ef-4b83-a26d-b500d5a1bd08 req-9a72dd6f-43ac-4345-ad95-82bc9645022f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614753 Aug 23 04:32:56.488453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:56.604419 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Router 165424e7-e640-46f5-b0b4-227b1f35ae06 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:32:56.716584 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:32:56.729129 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] Sync routers for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:32:56.731145 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-fbfa517c-3f72-4b4b-a9dd-a946a7c60eff admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/165424e7-e640-46f5-b0b4-227b1f35ae06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0993690 Aug 23 04:32:56.733873 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43590) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:56.763618 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:56.764268 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:56.980172 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:57.148418 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0535c-f581-492b-b7f1-c237af40ae22 req-4b3e1a01-07fd-4708-b10b-9de9fce69ca1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:57.156472 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c6d0535c-f581-492b-b7f1-c237af40ae22 req-4b3e1a01-07fd-4708-b10b-9de9fce69ca1 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 946 time: 0.1004140 Aug 23 04:32:57.238551 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c6d0535c-f581-492b-b7f1-c237af40ae22 req-656252ce-eb6d-4d7c-a803-49c562428dce tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809948 Aug 23 04:32:57.250898 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks [] for router (165424e7-e640-46f5-b0b4-227b1f35ae06), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:57.258616 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:32:55Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:57.288158 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] Checking router: 165424e7-e640-46f5-b0b4-227b1f35ae06 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:32:57.297857 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] Routers {'165424e7-e640-46f5-b0b4-227b1f35ae06'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:57.298469 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['165424e7-e640-46f5-b0b4-227b1f35ae06'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:57.393114 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061481e3-5a64-4ad3-8c16-fffa67565fbd req-c2018d2b-a330-4cfa-b957-000c49548c20 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:57.394815 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-061481e3-5a64-4ad3-8c16-fffa67565fbd req-c2018d2b-a330-4cfa-b957-000c49548c20 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0722220 Aug 23 04:32:57.407559 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43602) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:57.407766 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks [] for router_gateway (165424e7-e640-46f5-b0b4-227b1f35ae06), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:57.413264 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Request body: {'floatingip': {'port_id': 'ec052b71-523a-46a8-82ad-e8f3b02837b2'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:57.449058 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:57.471075 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] Set router 165424e7-e640-46f5-b0b4-227b1f35ae06 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:57.471628 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Deleting port 83cf34db-827b-411c-ace3-14a7d1678a54 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:57.472096 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:57.476081 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (c9c8cd48-0fc2-4285-8b3c-f0528d5c496d), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:57.601599 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] For port 83cf34db-827b-411c-ace3-14a7d1678a54, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=83cf34db-827b-411c-ace3-14a7d1678a54,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:57.602313 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:57.626424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Calling delete_port for 83cf34db-827b-411c-ace3-14a7d1678a54 owned by network:router_gateway {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:57.800832 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:32:55Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:57.835123 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (83cf34db-827b-411c-ace3-14a7d1678a54), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:57.852451 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64da53-f6a3-4512-8634-83c54101d31d None None] The sync data for ids ['165424e7-e640-46f5-b0b4-227b1f35ae06'] in dv-cinder-854070-1-iscsi is: [{'id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'name': 'tempest-ServerRescueNegativeTestJSON-892373317-router', 'tenant_id': 'c113bdd75f254073abcfbd109dc7d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228'}], 'enable_snat': True}, 'gw_port_id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:32:55Z', 'revision_number': 5, 'project_id': 'c113bdd75f254073abcfbd109dc7d187', 'gw_port': {'id': '83cf34db-827b-411c-ace3-14a7d1678a54', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165424e7-e640-46f5-b0b4-227b1f35ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:32:57.948411 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4098d-c656-4245-bff4-d6bc7b44b2bc req-8c262e4b-3fca-4641-ba82-f7dd962d15e2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:57.949928 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c6f4098d-c656-4245-bff4-d6bc7b44b2bc req-8c262e4b-3fca-4641-ba82-f7dd962d15e2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.3710423 Aug 23 04:32:57.952862 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:57.962041 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83cf34db-827b-411c-ace3-14a7d1678a54,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:57.968826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:57.979472 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (165424e7-e640-46f5-b0b4-227b1f35ae06), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.093462 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c6f4098d-c656-4245-bff4-d6bc7b44b2bc req-8cbfea00-e23d-47e7-a402-53c76224da42 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106732 Aug 23 04:32:58.093937 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (165424e7-e640-46f5-b0b4-227b1f35ae06), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.097076 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks [] for router_controller (165424e7-e640-46f5-b0b4-227b1f35ae06), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.181373 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (165424e7-e640-46f5-b0b4-227b1f35ae06), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.182425 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165424e7-e640-46f5-b0b4-227b1f35ae06 {{(pid=106732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:32:58.189891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.189891 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7a6012e8-2816-47ee-9453-6cc0d805b7f0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/165424e7-e640-46f5-b0b4-227b1f35ae06 HTTP/1.1" status: 204 len: 168 time: 1.4539354 Aug 23 04:32:58.192366 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43606) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:58.285755 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] Deleting subnet 3706df79-427a-4068-a8e4-a3e4286726e4 {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:32:58.296505 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] Publish callbacks [] for subnet (3706df79-427a-4068-a8e4-a3e4286726e4), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.332190 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device eec6a055-37ab-4ac3-903a-3fe2bf81c87e no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:32:58.358028 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: eec6a055-37ab-4ac3-903a-3fe2bf81c87e {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:32:58.358564 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device eec6a055-37ab-4ac3-903a-3fe2bf81c87e not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:32:58.372613 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (3706df79-427a-4068-a8e4-a3e4286726e4), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.445120 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.464894 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (c9c8cd48-0fc2-4285-8b3c-f0528d5c496d), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.501464 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (3706df79-427a-4068-a8e4-a3e4286726e4), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.569836 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (3706df79-427a-4068-a8e4-a3e4286726e4), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.597843 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP c9c8cd48-0fc2-4285-8b3c-f0528d5c496d associated. External IP: 172.27.4.254, port: ec052b71-523a-46a8-82ad-e8f3b02837b2. Aug 23 04:32:58.600882 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e12e19c-a826-4899-8e95-09827e527b08 None None] Network fd742f53-022c-4e81-afc1-52562ecc925b requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:32:58.601130 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:58.628010 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.632021 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3706df79-427a-4068-a8e4-a3e4286726e4 HTTP/1.1" status: 204 len: 168 time: 0.4378738 Aug 23 04:32:58.636953 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43610) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:32:58.644548 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a62e92-a80a-4e7a-94ef-6a72d6cdfd5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3706df79-427a-4068-a8e4-a3e4286726e4,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:58.704141 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:58.761081 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e3d51b10-8bd8-49f2-b606-54bc6603efca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.793618 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (fd742f53-022c-4e81-afc1-52562ecc925b), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.850656 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] DHCP port deletion for fd742f53-022c-4e81-afc1-52562ecc925b request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:32:58.899011 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] Deleting port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:58.899507 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.906940 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:58.919426 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Deleting port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:32:58.919751 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:58.936131 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:32:58.983204 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] For port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:58.983731 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.000220 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] Calling delete_port for 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:59.001694 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:59.011563 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] For port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,segment=NetworkSegment(bdaddadc-55ed-49a6-b208-63999301a82c),segment_id=bdaddadc-55ed-49a6-b208-63999301a82c)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:59.011941 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.026673 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Calling delete_port for 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 owned by network:dhcp {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:32:59.097667 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:32:59.102948 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.110015 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:32:59.122747 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:59.123865 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:59.143969 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-74184b16-b5cc-4142-a339-14daac90e901 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/c9c8cd48-0fc2-4285-8b3c-f0528d5c496d HTTP/1.1" status: 200 len: 992 time: 1.7362964 Aug 23 04:32:59.143969 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:32:59.147722 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8526ef6c-ba6a-4e99-a71c-8a25160d8122" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:59.257165 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:59.325084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076187-9f0d-49b6-904d-93b681dfaa3d req-f1468762-8a98-4445-9322-593098d16e69 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:59.327331 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b0076187-9f0d-49b6-904d-93b681dfaa3d req-f1468762-8a98-4445-9322-593098d16e69 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0860314 Aug 23 04:32:59.337262 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d662388-b684-48fe-8d23-1be2d9c12f54 x-openstack-request-id: req-9d662388-b684-48fe-8d23-1be2d9c12f54 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:59.337761 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:59.338121 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d662388-b684-48fe-8d23-1be2d9c12f54 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:59.338620 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d662388-b684-48fe-8d23-1be2d9c12f54'] response: {'name': 'network-changed', 'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'status': 'completed', 'code': 200} Aug 23 04:32:59.409296 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.418884 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-d8eaca89-9819-4080-9d0f-e3a8f5fdb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:59.420710 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-d8eaca89-9819-4080-9d0f-e3a8f5fdb4ea service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 1130 time: 0.0689638 Aug 23 04:32:59.453932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:32:59.458150 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] No DVR routers for this DVR port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 on host dv-cinder-854070-1-iscsi {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:32:59.462265 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b0076187-9f0d-49b6-904d-93b681dfaa3d req-189203f4-86b4-4b42-a415-6fbf0bdff09a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226327 Aug 23 04:32:59.480440 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:59.524739 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (69d332c1-de91-40d5-9ade-0c3a4b0c5f23), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.554324 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-ffd1d6c2-69ca-4563-8707-95def65d7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:59.556035 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-ffd1d6c2-69ca-4563-8707-95def65d7a5c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 200 len: 916 time: 0.1260736 Aug 23 04:32:59.583678 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (fd742f53-022c-4e81-afc1-52562ecc925b), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.590392 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] Pushing event deleted for resources: {'Port': ['ID=69d332c1-de91-40d5-9ade-0c3a4b0c5f23,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:59.605159 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16e040-76be-4ddc-986a-eaa3264038b4 None None] No DVR routers for this DVR port 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:32:59.627949 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd742f53-022c-4e81-afc1-52562ecc925b']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:59.631527 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'c9c8cd48-0fc2-4285-8b3c-f0528d5c496d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:2f:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:32:43Z', 'updated_at': '2022-08-23T04:32:58Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:59.650895 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaddadc-55ed-49a6-b208-63999301a82c') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:59.652067 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaddadc-55ed-49a6-b208-63999301a82c') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:59.675558 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (bdaddadc-55ed-49a6-b208-63999301a82c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.678334 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:32:59.678683 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-7036fa7b-375f-41ed-925b-8e4dd683a99f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2 HTTP/1.1" status: 200 len: 1000 time: 0.1138697 Aug 23 04:32:59.695154 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:32:59.695783 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (bdaddadc-55ed-49a6-b208-63999301a82c), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.695974 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:32:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:32:59.706436 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:32:59.707107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (bdaddadc-55ed-49a6-b208-63999301a82c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.782950 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-48944b90-47bc-49d3-b609-3b8680d0ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:59.784155 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (fd742f53-022c-4e81-afc1-52562ecc925b), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.785355 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-48944b90-47bc-49d3-b609-3b8680d0ca92 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 200 len: 854 time: 0.0999873 Aug 23 04:32:59.792284 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:32:59.798148 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/fd742f53-022c-4e81-afc1-52562ecc925b HTTP/1.1" status: 204 len: 168 time: 1.1600792 Aug 23 04:32:59.822700 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa1db5-b5c9-4fcc-ad57-e39fa5fe2f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd742f53-022c-4e81-afc1-52562ecc925b,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:59.835093 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:32:59.848567 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-2e70fe2a-6611-4165-8ce0-9606022059ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:32:59.851050 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-2e70fe2a-6611-4165-8ce0-9606022059ce service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=8c6be732-b40b-47aa-8b96-da7512121793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597482 Aug 23 04:32:59.917598 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment bdaddadc-55ed-49a6-b208-63999301a82c resource provider aggregate not found Aug 23 04:32:59.944850 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment bdaddadc-55ed-49a6-b208-63999301a82c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdaddadc-55ed-49a6-b208-63999301a82c found for delete ", "request_id": "req-5a67f0c4-cd44-4c31-a43e-b71cfcea158c"}]} Aug 23 04:33:00.006388 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-78bf1d5d-bb0f-4f1b-9057-5c2ef498d9e1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471069 Aug 23 04:33:00.020978 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43630) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:00.028988 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:00.073016 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-bd2bcda7-1d69-4e54-842d-ec07d8f32c4f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c113bdd75f254073abcfbd109dc7d187&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506697 Aug 23 04:33:00.075659 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43632) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:00.081197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:00.131685 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'c9c8cd48-0fc2-4285-8b3c-f0528d5c496d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:2f:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:32:43Z', 'updated_at': '2022-08-23T04:32:58Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:00.141435 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8526ef6c-ba6a-4e99-a71c-8a25160d8122 req-bcfb25b2-597c-49cf-ae6c-fbb6bd5772d6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275613 Aug 23 04:33:00.144584 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-57d99217-5689-4f4c-b086-c5fc4308d649 admin admin] Publish callbacks [] for security_group (2d123c41-58b6-46d8-b544-0ae764e4bba8), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:00.169084 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c8254-6b72-4b0e-83b0-118a2cb7e3bc None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'c9c8cd48-0fc2-4285-8b3c-f0528d5c496d', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'floating_ip_address': '172.27.4.254', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'port_id': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'mac_address': 'fa:16:3e:2f:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:32:43Z', 'updated_at': '2022-08-23T04:32:58Z', 'revision_number': 1, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:33:00.186528 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-57d99217-5689-4f4c-b086-c5fc4308d649 admin admin] Publish callbacks [] for security_group (2d123c41-58b6-46d8-b544-0ae764e4bba8), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:00.263946 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-57d99217-5689-4f4c-b086-c5fc4308d649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (2d123c41-58b6-46d8-b544-0ae764e4bba8), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:00.272386 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-57d99217-5689-4f4c-b086-c5fc4308d649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:00.273891 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-57d99217-5689-4f4c-b086-c5fc4308d649 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2d123c41-58b6-46d8-b544-0ae764e4bba8 HTTP/1.1" status: 204 len: 168 time: 0.1965990 Aug 23 04:33:00.302612 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d99217-5689-4f4c-b086-c5fc4308d649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d123c41-58b6-46d8-b544-0ae764e4bba8,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:00.337528 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:00.368194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:00.368532 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 69d332c1-de91-40d5-9ade-0c3a4b0c5f23 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:00.368959 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 83cf34db-827b-411c-ace3-14a7d1678a54 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:00.402736 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 83cf34db-827b-411c-ace3-14a7d1678a54 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:00.403145 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 83cf34db-827b-411c-ace3-14a7d1678a54 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:00.536320 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e673b-08b5-4d5d-8e7b-2f6077f5abf2 None None] New status for floating IP c9c8cd48-0fc2-4285-8b3c-f0528d5c496d: ACTIVE {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:33:00.717947 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:00.740361 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb98898-4384-4f78-bccb-5b1312265f66 req-ab8fa964-fce2-4a56-a8d9-01f6ad78bab4 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:00.743504 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0bb98898-4384-4f78-bccb-5b1312265f66 req-ab8fa964-fce2-4a56-a8d9-01f6ad78bab4 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0961368 Aug 23 04:33:00.822400 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0bb98898-4384-4f78-bccb-5b1312265f66 req-6b1e76e8-b04c-416e-818b-a252c779e844 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740592 Aug 23 04:33:00.914858 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-db66be4c-d634-4555-8a65-1843aae9b05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:01.974115 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ef143-9a04-4c7a-9f12-f0bbbdb6e5ea req-235cb97e-6605-4384-9972-b5a7d02c662b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:01.976235 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a11ef143-9a04-4c7a-9f12-f0bbbdb6e5ea req-235cb97e-6605-4384-9972-b5a7d02c662b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0644186 Aug 23 04:33:02.047715 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a11ef143-9a04-4c7a-9f12-f0bbbdb6e5ea req-12e1a270-5391-4b12-8411-7f5dad8b6ea9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640640 Aug 23 04:33:02.158637 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:33:02.206426 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:02.964490 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 43716) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:03.077606 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-24ae2db8-7e66-474c-be79-3456f0c6bcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.203250 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-24ae2db8-7e66-474c-be79-3456f0c6bcc6 admin admin] Publish callbacks [] for security_group (edee4e1d-b2e3-4459-8a58-ce358914777b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.209111 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-24ae2db8-7e66-474c-be79-3456f0c6bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (edee4e1d-b2e3-4459-8a58-ce358914777b), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.229995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f6fb1-7011-4f29-94b4-c3da07d3fff3 req-9b76942f-2fb9-455b-b2ac-a52d6c8a6bb3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:03.236944 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b0f6fb1-7011-4f29-94b4-c3da07d3fff3 req-9b76942f-2fb9-455b-b2ac-a52d6c8a6bb3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0858068 Aug 23 04:33:03.263958 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-24ae2db8-7e66-474c-be79-3456f0c6bcc6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e45fefd375ec44aa93c753054c3e2d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960613 Aug 23 04:33:03.264174 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43722) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:03.264291 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae2db8-7e66-474c-be79-3456f0c6bcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edee4e1d-b2e3-4459-8a58-ce358914777b,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:03.323709 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5b0f6fb1-7011-4f29-94b4-c3da07d3fff3 req-b7d091d4-e2db-4f59-acee-c686713ed9a5 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816896 Aug 23 04:33:03.355626 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ab3-0cd4-444c-88b8-16c4eec9ea4f admin admin] Publish callbacks [] for security_group (edee4e1d-b2e3-4459-8a58-ce358914777b), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.364934 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ab3-0cd4-444c-88b8-16c4eec9ea4f admin admin] Publish callbacks [] for security_group (edee4e1d-b2e3-4459-8a58-ce358914777b), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.415851 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ab3-0cd4-444c-88b8-16c4eec9ea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (edee4e1d-b2e3-4459-8a58-ce358914777b), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.418483 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9ab3-0cd4-444c-88b8-16c4eec9ea4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.419611 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-bf5e9ab3-0cd4-444c-88b8-16c4eec9ea4f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/edee4e1d-b2e3-4459-8a58-ce358914777b HTTP/1.1" status: 204 len: 168 time: 0.1566501 Aug 23 04:33:03.431338 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e9ab3-0cd4-444c-88b8-16c4eec9ea4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edee4e1d-b2e3-4459-8a58-ce358914777b,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:03.500588 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:03.605664 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.712659 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.777015 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43734) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:03.792484 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-980707af-be69-40c1-9f73-8b0e5af22411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.902641 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-980707af-be69-40c1-9f73-8b0e5af22411 admin admin] Publish callbacks [] for security_group (03cf5e3b-a8c4-4454-a00a-64d0bf327deb), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.907751 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-980707af-be69-40c1-9f73-8b0e5af22411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (03cf5e3b-a8c4-4454-a00a-64d0bf327deb), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:03.920558 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:03.946788 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980707af-be69-40c1-9f73-8b0e5af22411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf5e3b-a8c4-4454-a00a-64d0bf327deb,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:03.962866 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-980707af-be69-40c1-9f73-8b0e5af22411 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=282296217a2d4e9cbb85fe70ad9cac3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820040 Aug 23 04:33:03.962866 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 43736) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:04.016609 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15723ff0-e05a-475c-af26-7060a623ea0a admin admin] Publish callbacks [] for security_group (03cf5e3b-a8c4-4454-a00a-64d0bf327deb), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:04.041539 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15723ff0-e05a-475c-af26-7060a623ea0a admin admin] Publish callbacks [] for security_group (03cf5e3b-a8c4-4454-a00a-64d0bf327deb), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:04.097903 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15723ff0-e05a-475c-af26-7060a623ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (03cf5e3b-a8c4-4454-a00a-64d0bf327deb), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:04.102084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15723ff0-e05a-475c-af26-7060a623ea0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:04.103611 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-15723ff0-e05a-475c-af26-7060a623ea0a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/03cf5e3b-a8c4-4454-a00a-64d0bf327deb HTTP/1.1" status: 204 len: 168 time: 0.1399138 Aug 23 04:33:04.121324 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15723ff0-e05a-475c-af26-7060a623ea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf5e3b-a8c4-4454-a00a-64d0bf327deb,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:04.470227 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226db695-1533-4a84-b37a-d4e505ad1627 req-91fe1e23-1d67-48d1-a061-d56646fe1f35 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:04.471766 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-226db695-1533-4a84-b37a-d4e505ad1627 req-91fe1e23-1d67-48d1-a061-d56646fe1f35 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0548141 Aug 23 04:33:04.519561 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-226db695-1533-4a84-b37a-d4e505ad1627 req-c75ed44e-e220-45e6-aabe-fb1e789a7358 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417986 Aug 23 04:33:04.965144 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-dc8de43b-ef10-441d-a08d-e2cd8da47d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:04.966675 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-dc8de43b-ef10-441d-a08d-e2cd8da47d32 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1129 time: 0.0401280 Aug 23 04:33:05.002305 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:05.067303 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-72deeaab-953a-4ee3-8911-ec367c1f3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:05.068816 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-72deeaab-953a-4ee3-8911-ec367c1f3354 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.0967603 Aug 23 04:33:05.147401 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-cf33cc62-80c0-40f8-980f-02ff78b0fc5b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 1000 time: 0.0708768 Aug 23 04:33:05.200573 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-ffb638bb-2869-48a8-bbe3-0e9c0fc66eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:05.202031 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-ffb638bb-2869-48a8-bbe3-0e9c0fc66eaf service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.0485950 Aug 23 04:33:05.255044 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-5e7de104-79a3-4fe7-a562-4d38341a219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:05.256559 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-5e7de104-79a3-4fe7-a562-4d38341a219a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485842 Aug 23 04:33:05.373223 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-4f2e97d3-2e58-4272-9358-0082c2622c1a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084538 Aug 23 04:33:05.673125 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24b1a-0f51-49a4-b966-d032544b0a8f req-a9bb6cb3-fb95-4527-a442-276df16ab065 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:05.674802 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f7f24b1a-0f51-49a4-b966-d032544b0a8f req-a9bb6cb3-fb95-4527-a442-276df16ab065 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0776269 Aug 23 04:33:05.768970 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9e2b474a-fd15-4b41-9c53-c9c7c92f6222 req-5d3fd883-840d-42b3-84fb-bf5c09076a84 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605327 Aug 23 04:33:05.772325 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f7f24b1a-0f51-49a4-b966-d032544b0a8f req-c05a9c5d-92a5-4a99-a5fd-1bedfdc6047c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890696 Aug 23 04:33:06.920450 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4c738-1408-4475-bc6d-246dd9904dee req-a6df0cff-6427-40aa-9fa3-c29f51bf0d38 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:06.922048 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62a4c738-1408-4475-bc6d-246dd9904dee req-a6df0cff-6427-40aa-9fa3-c29f51bf0d38 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0565474 Aug 23 04:33:06.970715 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62a4c738-1408-4475-bc6d-246dd9904dee req-281524c2-c713-4541-acc6-10f48811a098 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427823 Aug 23 04:33:08.100823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4a2a-c544-4d9d-9014-df9793b59f43 req-26b94b28-f64c-44a5-a8c1-cb3a52e99eae tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:08.102279 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6f1f4a2a-c544-4d9d-9014-df9793b59f43 req-26b94b28-f64c-44a5-a8c1-cb3a52e99eae tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 945 time: 0.0503213 Aug 23 04:33:08.124184 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:08.163922 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6f1f4a2a-c544-4d9d-9014-df9793b59f43 req-88662c52-ca2b-4d91-bf8a-cb97e39e3786 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528142 Aug 23 04:33:08.421885 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:08.506102 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: ACTIVE; New status is: DOWN {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:33:08.506823 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:08.536639 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:33:08.538895 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a101bb-31f5-4e0c-9ffa-3de33facb27e" -d '{"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:08.554843 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:08.560223 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:08.633871 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=8']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:08.742567 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Aug 2022 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0215d1-b92b-4eda-8147-b46e1262c280 x-openstack-request-id: req-5e0215d1-b92b-4eda-8147-b46e1262c280 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:08.742912 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-unplugged", "status": "failed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84", "code": 422}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:08.743219 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e0215d1-b92b-4eda-8147-b46e1262c280 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:08.743726 dv-cinder-854070-1-iscsi neutron-server[106733]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5e0215d1-b92b-4eda-8147-b46e1262c280']: {'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'code': 422} returned with failed status Aug 23 04:33:09.175877 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-8fa74822-ca5a-4b84-aabe-b9527e981c13 req-89effea3-a1e6-4af2-ac39-fb1e30e83e8f service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:33:09.176880 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8fa74822-ca5a-4b84-aabe-b9527e981c13 req-89effea3-a1e6-4af2-ac39-fb1e30e83e8f service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058935 Aug 23 04:33:09.385641 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bee069-bbc0-41d9-a571-17eae5dfccf5 req-00827ac1-dcbb-4a49-9c89-398e143e9967 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:09.387064 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-10bee069-bbc0-41d9-a571-17eae5dfccf5 req-00827ac1-dcbb-4a49-9c89-398e143e9967 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0630796 Aug 23 04:33:09.431676 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-2856c1ab-68c8-4673-9c81-9971b31b12ec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655358 Aug 23 04:33:09.456817 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-10bee069-bbc0-41d9-a571-17eae5dfccf5 req-39e71804-0b7f-45da-b6b3-5966c90e8a4b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541730 Aug 23 04:33:09.508789 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-e571fe9a-9954-4d6b-aaac-4e52de2f5d0d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:09.510134 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-e571fe9a-9954-4d6b-aaac-4e52de2f5d0d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports/2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 940 time: 0.0487731 Aug 23 04:33:10.593614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698f2e6-2128-43df-a170-d6002ff96035 req-2a286429-0ab6-44b1-b3ce-7b379d4ca7c9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:10.595081 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5698f2e6-2128-43df-a170-d6002ff96035 req-2a286429-0ab6-44b1-b3ce-7b379d4ca7c9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0503058 Aug 23 04:33:10.647565 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5698f2e6-2128-43df-a170-d6002ff96035 req-cf911bda-6089-48a3-b909-0527b11b6807 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459964 Aug 23 04:33:11.781782 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd281-0705-4f31-91b1-64d536244f0b req-469c7e8d-64b7-42a2-9717-686510b35f6f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:11.783673 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5f3bd281-0705-4f31-91b1-64d536244f0b req-469c7e8d-64b7-42a2-9717-686510b35f6f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0496213 Aug 23 04:33:11.827964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:11.841525 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5f3bd281-0705-4f31-91b1-64d536244f0b req-66c8ab5d-c03e-43a6-bff8-e1050f2ce2e1 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500419 Aug 23 04:33:12.153622 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:12.154391 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:12.359786 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-6c3cc7b4-9899-428d-b39f-21ea2205661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:12.362271 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-6c3cc7b4-9899-428d-b39f-21ea2205661a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d&tenant_id=fa6589185abe4af1b3d0cba6f0699538 HTTP/1.1" status: 200 len: 1127 time: 0.0923059 Aug 23 04:33:12.432259 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-25171a41-1c88-4f40-be2e-c513e93a2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:12.433761 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-25171a41-1c88-4f40-be2e-c513e93a2fdf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1127 time: 0.0471318 Aug 23 04:33:12.442175 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:12.560442 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: DOWN; New status is: DOWN {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:33:12.560741 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-192a30fc-5d35-4cda-95c3-2942f1cbd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:12.562330 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-192a30fc-5d35-4cda-95c3-2942f1cbd5f9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.1204824 Aug 23 04:33:12.636023 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-8207434f-ddd1-4221-83c9-ff92cae1d193 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 998 time: 0.0664673 Aug 23 04:33:12.697541 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-f4a95af5-2461-4b88-9ffe-9d89cf7d16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:12.698985 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-f4a95af5-2461-4b88-9ffe-9d89cf7d16d5 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.0573657 Aug 23 04:33:12.754082 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-9fb6d1f0-46f5-48a1-b3bb-76dee83b9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:12.756210 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-9fb6d1f0-46f5-48a1-b3bb-76dee83b9090 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498893 Aug 23 04:33:12.835744 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2024f-4ad4-4859-8fd0-af1d13cce8d0 req-0cb58dec-e7a0-41b3-8b07-ed6229708e5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:12.837428 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-09a2024f-4ad4-4859-8fd0-af1d13cce8d0 req-0cb58dec-e7a0-41b3-8b07-ed6229708e5b tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 946 time: 0.0505733 Aug 23 04:33:12.886964 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-09a2024f-4ad4-4859-8fd0-af1d13cce8d0 req-816f21b7-7343-4d9a-b25a-b6c36aec7def tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436225 Aug 23 04:33:12.973758 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9172f-7d4e-4c2e-964f-11cb4d9206de req-1feb53e3-7f88-47ec-b6b6-a1bdba2e5724 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:12.975579 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-58d9172f-7d4e-4c2e-964f-11cb4d9206de req-1feb53e3-7f88-47ec-b6b6-a1bdba2e5724 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0495441 Aug 23 04:33:13.024112 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-58d9172f-7d4e-4c2e-964f-11cb4d9206de req-5b2dc6f7-8560-403a-8ef8-9c906c00f65a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424955 Aug 23 04:33:13.254300 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:13.257751 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:14.018303 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0547f4-fb3d-4d72-b99a-fcf0a6760992 req-baef960b-1e39-4d27-9896-56c89d58d2c3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:14.019821 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0f0547f4-fb3d-4d72-b99a-fcf0a6760992 req-baef960b-1e39-4d27-9896-56c89d58d2c3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 946 time: 0.0554366 Aug 23 04:33:14.074532 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0f0547f4-fb3d-4d72-b99a-fcf0a6760992 req-3b58dc3c-eb92-4c96-909f-6da5d79a3ad9 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=186123b5-591b-43d3-a1b9-7428d1313025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482059 Aug 23 04:33:14.189034 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc42da3-12e8-40cb-9917-d208f164b8fd req-6ef0c608-6615-4aa8-9d28-497907d556e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:14.191251 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0dc42da3-12e8-40cb-9917-d208f164b8fd req-6ef0c608-6615-4aa8-9d28-497907d556e3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0731909 Aug 23 04:33:14.233874 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:14.516185 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-7f6569fc-f9ba-4196-b511-ac6a15d58468 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:14.517968 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-7f6569fc-f9ba-4196-b511-ac6a15d58468 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 946 time: 0.0519681 Aug 23 04:33:14.544052 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-032b5b1d-a87f-41d0-a006-516bf0a6073e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977640 Aug 23 04:33:14.548411 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0dc42da3-12e8-40cb-9917-d208f164b8fd req-26a5b27a-4303-4572-b0fe-62240fb2f950 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495536 Aug 23 04:33:14.607869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Deleting port cbb16d9f-5de1-4a2e-be50-a2f360416458 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:14.608253 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:14.637010 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-7075c09f-6587-4e37-b0be-d369e5df0912 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873072 Aug 23 04:33:14.706150 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] For port cbb16d9f-5de1-4a2e-be50-a2f360416458, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cbb16d9f-5de1-4a2e-be50-a2f360416458,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:14.706515 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:14.876472 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:14.876916 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (bfa95588-dd2c-4fba-be3c-36cc89606bf1), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:14.877244 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Floating IP bfa95588-dd2c-4fba-be3c-36cc89606bf1 disassociated. External IP: 172.27.4.244, port: cbb16d9f-5de1-4a2e-be50-a2f360416458. Aug 23 04:33:14.877585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Calling delete_port for cbb16d9f-5de1-4a2e-be50-a2f360416458 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:15.008313 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (cbb16d9f-5de1-4a2e-be50-a2f360416458), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:15.046526 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event deleted for resources: {'Port': ['ID=cbb16d9f-5de1-4a2e-be50-a2f360416458,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:15.208844 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Router f47540ec-ed1b-41a6-a697-dbf87fa9212e has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:33:15.228614 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a403f7f5-cee0-4cdf-a003-8f3d22a7e754 req-5aeb2ddd-4d5e-416f-a3be-c5a507ddfe0d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0475354 Aug 23 04:33:15.424929 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:33:15.443831 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] Sync routers for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:33:15.478891 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:15.479536 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:15.557964 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] No DVR routers for this DVR port cbb16d9f-5de1-4a2e-be50-a2f360416458 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:33:15.562838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:15.567383 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-cab11b2d-12b4-422b-a4b0-f324b2897986 req-21c0d8bc-f5c8-421f-bb05-3bade08401fc tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.47 "DELETE /networking/v2.0/ports/cbb16d9f-5de1-4a2e-be50-a2f360416458 HTTP/1.1" status: 204 len: 173 time: 1.0432918 Aug 23 04:33:15.575511 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'name': 'network-vif-deleted', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:33:15.579422 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d8126-313a-47f1-a467-c3cc529995d8" -d '{"events": [{"server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "name": "network-vif-deleted", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:15.775438 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:15.846927 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44028) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:15.881230 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81494111-7547-4b07-bb1c-f7de1c3247ff x-openstack-request-id: req-81494111-7547-4b07-bb1c-f7de1c3247ff {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:15.882107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6510fe12-9cc4-4920-af3c-738d3861a06b", "name": "network-vif-deleted", "tag": "cbb16d9f-5de1-4a2e-be50-a2f360416458", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:15.882612 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81494111-7547-4b07-bb1c-f7de1c3247ff {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:15.883264 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81494111-7547-4b07-bb1c-f7de1c3247ff'] response: {'server_uuid': '6510fe12-9cc4-4920-af3c-738d3861a06b', 'name': 'network-vif-deleted', 'tag': 'cbb16d9f-5de1-4a2e-be50-a2f360416458', 'status': 'completed', 'code': 200} Aug 23 04:33:15.908380 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26599385-8814-4482-8cdf-0323d0bda5fe req-8ed85b48-9597-4ba4-afe1-67e34d3bee00 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:15.911649 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26599385-8814-4482-8cdf-0323d0bda5fe req-8ed85b48-9597-4ba4-afe1-67e34d3bee00 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0887063 Aug 23 04:33:16.004467 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:16.082690 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2312d81a-809a-40f3-8511-e8ca6726298a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:16.086655 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26599385-8814-4482-8cdf-0323d0bda5fe req-7b588dd7-f037-4a2c-93d2-055642621e91 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692247 Aug 23 04:33:16.143557 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:16.186745 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:16.222813 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2312d81a-809a-40f3-8511-e8ca6726298a admin admin] Publish callbacks [] for security_group (b44f3eb1-385d-4110-9244-afdb63f3236d), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:16.227014 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:16.228348 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-2312d81a-809a-40f3-8511-e8ca6726298a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b44f3eb1-385d-4110-9244-afdb63f3236d), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:16.257256 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] Checking router: f47540ec-ed1b-41a6-a697-dbf87fa9212e for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:33:16.267247 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:16.268354 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:16.285999 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44034) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:16.296273 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-2312d81a-809a-40f3-8511-e8ca6726298a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0ae9d412b82a47298124edbb7de9500d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479351 Aug 23 04:33:16.300241 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312d81a-809a-40f3-8511-e8ca6726298a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44f3eb1-385d-4110-9244-afdb63f3236d,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:16.359456 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e7926537-14da-40d0-9929-c027b15c8c9f admin admin] Publish callbacks [] for security_group (b44f3eb1-385d-4110-9244-afdb63f3236d), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:16.396438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e7926537-14da-40d0-9929-c027b15c8c9f admin admin] Publish callbacks [] for security_group (b44f3eb1-385d-4110-9244-afdb63f3236d), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:16.421920 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:16.443417 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:16.512553 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4b36315a-95a6-45ef-a397-ec7aaf178c3c req-2578d484-80f6-4e42-9872-abf79abb5198 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0861924 Aug 23 04:33:16.549072 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e7926537-14da-40d0-9929-c027b15c8c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b44f3eb1-385d-4110-9244-afdb63f3236d), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:16.552734 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e7926537-14da-40d0-9929-c027b15c8c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:16.556840 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e7926537-14da-40d0-9929-c027b15c8c9f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b44f3eb1-385d-4110-9244-afdb63f3236d HTTP/1.1" status: 204 len: 168 time: 0.2695894 Aug 23 04:33:16.581640 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7926537-14da-40d0-9929-c027b15c8c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44f3eb1-385d-4110-9244-afdb63f3236d,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:16.915214 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:16.961901 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a11220-c8f0-43e6-bb2e-55619ab7ebce None None] The sync data for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi is: [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:28Z', 'revision_number': 4, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c0632a61-1f26-47db-89c8-fead0563a62d', 'name': '', 'network_id': 'a554d691-3edb-400b-bdf3-7ffd755600af', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'mac_address': 'fa:16:3e:e2:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:27Z', 'updated_at': '2022-08-23T04:27:50Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'subnets': [{'id': 'd8b1a949-fd2f-48a9-9f2e-529394e19aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:33:17.061147 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44040) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:17.078505 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-24322826-9b9a-48ce-b27a-7525e8b6c22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:17.242919 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-24322826-9b9a-48ce-b27a-7525e8b6c22a admin admin] Publish callbacks [] for security_group (3777b29f-518b-49cf-8882-1f41e10393ab), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:17.247686 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-24322826-9b9a-48ce-b27a-7525e8b6c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3777b29f-518b-49cf-8882-1f41e10393ab), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:17.336625 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24322826-9b9a-48ce-b27a-7525e8b6c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3777b29f-518b-49cf-8882-1f41e10393ab,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:17.344699 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c7b3c-74c6-4b73-9698-3652c11275af req-8332ab26-10e3-4f40-b773-f2a0a082f1ca tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:17.345907 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0a7c7b3c-74c6-4b73-9698-3652c11275af req-8332ab26-10e3-4f40-b773-f2a0a082f1ca tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0864522 Aug 23 04:33:17.350787 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac2f64-5e5a-4939-937b-ec8ed7cf9024 None None] New status for floating IP bfa95588-dd2c-4fba-be3c-36cc89606bf1: DOWN {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:33:17.351656 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44046) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:17.353924 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-24322826-9b9a-48ce-b27a-7525e8b6c22a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f0e5a8db17d14aae98c61f5ff9391284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858145 Aug 23 04:33:17.476756 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0a7c7b3c-74c6-4b73-9698-3652c11275af req-190a99c7-392a-4aab-9d28-fc99578587bb tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198165 Aug 23 04:33:17.490087 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dff50f70-07e4-4d9e-bb78-0011b8707a96 admin admin] Publish callbacks [] for security_group (3777b29f-518b-49cf-8882-1f41e10393ab), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:17.554189 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dff50f70-07e4-4d9e-bb78-0011b8707a96 admin admin] Publish callbacks [] for security_group (3777b29f-518b-49cf-8882-1f41e10393ab), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:17.646466 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dff50f70-07e4-4d9e-bb78-0011b8707a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3777b29f-518b-49cf-8882-1f41e10393ab), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:17.650928 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dff50f70-07e4-4d9e-bb78-0011b8707a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:17.652614 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-dff50f70-07e4-4d9e-bb78-0011b8707a96 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3777b29f-518b-49cf-8882-1f41e10393ab HTTP/1.1" status: 204 len: 168 time: 0.2998776 Aug 23 04:33:17.665363 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff50f70-07e4-4d9e-bb78-0011b8707a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3777b29f-518b-49cf-8882-1f41e10393ab,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:17.691365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-afde0e9e-c034-4c7c-9cfc-dd2d05725a49 req-3ef75f89-906d-47fb-af78-5c2ea1f8d16a tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0399272 Aug 23 04:33:18.450416 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cbb16d9f-5de1-4a2e-be50-a2f360416458 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:18.490836 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: cbb16d9f-5de1-4a2e-be50-a2f360416458 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:18.491264 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cbb16d9f-5de1-4a2e-be50-a2f360416458 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:18.622419 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35557a0-f4f6-49d6-825a-af8c1b495558 req-f4fb9d60-2962-4a94-b33a-4304842ba380 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:18.624710 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d35557a0-f4f6-49d6-825a-af8c1b495558 req-f4fb9d60-2962-4a94-b33a-4304842ba380 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0581911 Aug 23 04:33:18.682337 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d35557a0-f4f6-49d6-825a-af8c1b495558 req-dd88a101-d9ad-4cf6-b294-cc3f6a5d2e21 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495381 Aug 23 04:33:18.873942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ca601e59-980d-4296-a1df-145abfe50cb6 req-428c642a-f519-42aa-a1ee-4add55801033 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0607610 Aug 23 04:33:19.843636 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6273cd-8577-4f57-8d3a-3dfd8306e053 req-86a5b206-0f99-43d4-8a38-94c57b4975e6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:19.846059 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ae6273cd-8577-4f57-8d3a-3dfd8306e053 req-86a5b206-0f99-43d4-8a38-94c57b4975e6 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0594790 Aug 23 04:33:19.888424 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:19.939050 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ae6273cd-8577-4f57-8d3a-3dfd8306e053 req-e3e88192-2a29-4140-8296-c1460f752c3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855865 Aug 23 04:33:20.084904 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-04b3e0b3-09be-45c1-ba52-e6af7287d9bc req-001f5e93-0e3e-4dd8-b5bb-f7e899540f18 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0478361 Aug 23 04:33:21.105000 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67f4d-67b1-4b3c-9265-c29e86c30d31 req-c93bd353-e45c-4f12-aae3-ea7083d8bccc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:21.106488 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bcb67f4d-67b1-4b3c-9265-c29e86c30d31 req-c93bd353-e45c-4f12-aae3-ea7083d8bccc tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0536125 Aug 23 04:33:21.207249 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bcb67f4d-67b1-4b3c-9265-c29e86c30d31 req-0b3d653a-3b42-4c07-8330-255222876499 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781841 Aug 23 04:33:21.255251 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-98d3c10f-3eb3-4375-bbda-e4e53f8d00de req-24289ef5-83ed-42e5-93db-a58ecd9fc44d tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0467131 Aug 23 04:33:22.400241 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0dd26d34-bbb1-411d-b33b-b96d82baa2d0 req-a93e282c-1030-4058-aafb-4e92c6d6956f tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0350306 Aug 23 04:33:22.406527 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceac4a-362c-4b0d-8d9f-d6968156b3f0 req-68f85323-69bc-411f-a57e-8cc5d49731f9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:22.408592 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c0ceac4a-362c-4b0d-8d9f-d6968156b3f0 req-68f85323-69bc-411f-a57e-8cc5d49731f9 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0844331 Aug 23 04:33:22.465015 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c0ceac4a-362c-4b0d-8d9f-d6968156b3f0 req-ea118b83-1d66-4ef4-a4f7-32ca12ba641d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487394 Aug 23 04:33:23.475371 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44166) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:23.521364 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e39d6fd1-b3a8-4d7f-8e09-a590759f10d0 req-409549e8-1935-422f-bf04-266a4fd64533 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6510fe12-9cc4-4920-af3c-738d3861a06b HTTP/1.1" status: 200 len: 210 time: 0.0312748 Aug 23 04:33:23.584430 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:23.595749 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da4baa-a524-46a8-a06b-69ccff78d7a9 req-c3c1f0f6-cdbf-4f78-9071-af0e2f9829fe tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:23.596684 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-442f4cde-4d6e-47c5-bade-36e774dff332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:23.597244 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-20da4baa-a524-46a8-a06b-69ccff78d7a9 req-c3c1f0f6-cdbf-4f78-9071-af0e2f9829fe tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 943 time: 0.0482039 Aug 23 04:33:23.646605 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-20da4baa-a524-46a8-a06b-69ccff78d7a9 req-33974228-0ea0-4931-b612-64e60d43ca63 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 Aug 23 04:33:23.676469 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-442f4cde-4d6e-47c5-bade-36e774dff332 admin admin] Publish callbacks [] for security_group (4a0148e3-ba5b-405f-899c-3561aa32905d), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:23.681330 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-442f4cde-4d6e-47c5-bade-36e774dff332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4a0148e3-ba5b-405f-899c-3561aa32905d), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:23.722084 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-442f4cde-4d6e-47c5-bade-36e774dff332 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6c70c8dc8d364af8a085d874a955f9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453811 Aug 23 04:33:23.722838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f4cde-4d6e-47c5-bade-36e774dff332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0148e3-ba5b-405f-899c-3561aa32905d,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:23.725428 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44172) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:23.780248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-66b7a014-8407-4d5c-87a2-cddfc63876e6 admin admin] Publish callbacks [] for security_group (4a0148e3-ba5b-405f-899c-3561aa32905d), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:23.800202 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-66b7a014-8407-4d5c-87a2-cddfc63876e6 admin admin] Publish callbacks [] for security_group (4a0148e3-ba5b-405f-899c-3561aa32905d), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:23.852381 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-66b7a014-8407-4d5c-87a2-cddfc63876e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4a0148e3-ba5b-405f-899c-3561aa32905d), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:23.854867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-66b7a014-8407-4d5c-87a2-cddfc63876e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:23.856044 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-66b7a014-8407-4d5c-87a2-cddfc63876e6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4a0148e3-ba5b-405f-899c-3561aa32905d HTTP/1.1" status: 204 len: 168 time: 0.1294792 Aug 23 04:33:23.863895 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7a014-8407-4d5c-87a2-cddfc63876e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0148e3-ba5b-405f-899c-3561aa32905d,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:24.149415 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44178) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:24.164167 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9900a96d-5c53-47d6-b8d1-b2be16c67b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.244085 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9900a96d-5c53-47d6-b8d1-b2be16c67b7d admin admin] Publish callbacks [] for security_group (bfc487ab-513c-431a-93c4-cc98df185ccb), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.248727 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9900a96d-5c53-47d6-b8d1-b2be16c67b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (bfc487ab-513c-431a-93c4-cc98df185ccb), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.287413 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9900a96d-5c53-47d6-b8d1-b2be16c67b7d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=87c54ea0a0304b7987e55dcf7070eeb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368666 Aug 23 04:33:24.289524 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900a96d-5c53-47d6-b8d1-b2be16c67b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc487ab-513c-431a-93c4-cc98df185ccb,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:24.290413 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44180) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:24.341022 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b24e35f-aaee-44d1-b914-dd46d99d58fd admin admin] Publish callbacks [] for security_group (bfc487ab-513c-431a-93c4-cc98df185ccb), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.361589 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b24e35f-aaee-44d1-b914-dd46d99d58fd admin admin] Publish callbacks [] for security_group (bfc487ab-513c-431a-93c4-cc98df185ccb), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.410327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b24e35f-aaee-44d1-b914-dd46d99d58fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (bfc487ab-513c-431a-93c4-cc98df185ccb), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.412969 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4b24e35f-aaee-44d1-b914-dd46d99d58fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.414130 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-4b24e35f-aaee-44d1-b914-dd46d99d58fd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bfc487ab-513c-431a-93c4-cc98df185ccb HTTP/1.1" status: 204 len: 168 time: 0.1224933 Aug 23 04:33:24.424069 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24e35f-aaee-44d1-b914-dd46d99d58fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc487ab-513c-431a-93c4-cc98df185ccb,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:24.479081 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:33:24.521417 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:24.613295 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:24.625132 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'port_id': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'mac_address': 'fa:16:3e:64:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:33:24.664396 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44188) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:24.668190 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:33:24.668587 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.689499 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff7de56-3ec6-4615-a0a4-667797f15a84 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:33:24.717230 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:24.723540 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.733874 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7e19e725-87b5-4db6-b41a-594c2b99aacd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (186123b5-591b-43d3-a1b9-7428d1313025), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.764518 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7e19e725-87b5-4db6-b41a-594c2b99aacd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (186123b5-591b-43d3-a1b9-7428d1313025), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.790882 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=9']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:24.806872 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d6b3a-2163-4edd-8e43-686b73211ac7 req-79fc5557-5fa8-451c-8015-e1c49b1c1140 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:24.814342 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ef7d6b3a-2163-4edd-8e43-686b73211ac7 req-79fc5557-5fa8-451c-8015-e1c49b1c1140 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 944 time: 0.0727460 Aug 23 04:33:24.824447 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7e19e725-87b5-4db6-b41a-594c2b99aacd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (186123b5-591b-43d3-a1b9-7428d1313025), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.827176 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7e19e725-87b5-4db6-b41a-594c2b99aacd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:24.828402 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7e19e725-87b5-4db6-b41a-594c2b99aacd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/186123b5-591b-43d3-a1b9-7428d1313025 HTTP/1.1" status: 204 len: 168 time: 0.1629779 Aug 23 04:33:24.831144 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44196) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:24.838905 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19e725-87b5-4db6-b41a-594c2b99aacd tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186123b5-591b-43d3-a1b9-7428d1313025,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:24.859129 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.api.v2.resource [None req-f7d90314-dc0b-47f4-916c-9adc6e2abff3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] show failed (client error): The resource could not be found. Aug 23 04:33:24.860123 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f7d90314-dc0b-47f4-916c-9adc6e2abff3 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "GET /networking/v2.0/security-groups/186123b5-591b-43d3-a1b9-7428d1313025 HTTP/1.1" status: 404 len: 347 time: 0.0280488 Aug 23 04:33:24.864256 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44200) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:24.890057 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ef7d6b3a-2163-4edd-8e43-686b73211ac7 req-6000214f-87ba-468b-a658-f865c324958b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714624 Aug 23 04:33:24.941253 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2ff7de56-3ec6-4615-a0a4-667797f15a84'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:33:24.996757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:25.006549 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Deleting port 920a2a95-fc1f-4526-ad7d-e481b076e945 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:25.007204 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:25.023495 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:25.090940 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:25.091357 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (920a2a95-fc1f-4526-ad7d-e481b076e945), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:25.109245 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Calling delete_port for 920a2a95-fc1f-4526-ad7d-e481b076e945 owned by network:floatingip {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:25.242162 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (920a2a95-fc1f-4526-ad7d-e481b076e945), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:25.270783 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Pushing event deleted for resources: {'Port': ['ID=920a2a95-fc1f-4526-ad7d-e481b076e945,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:25.336256 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks [] for floatingip (bfa95588-dd2c-4fba-be3c-36cc89606bf1), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:25.338850 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:25.340054 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-00e89827-0283-48cd-a8ff-70d820e20347 tempest-AttachVolumeTestJSON-305138604 tempest-AttachVolumeTestJSON-305138604-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/bfa95588-dd2c-4fba-be3c-36cc89606bf1 HTTP/1.1" status: 204 len: 168 time: 0.4745572 Aug 23 04:33:25.792728 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:26.032118 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8657b-6598-4a0a-acde-b1f58b0d14a9 req-0432b514-623a-463c-b0ce-6459818ad528 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:26.033631 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-adf8657b-6598-4a0a-acde-b1f58b0d14a9 req-0432b514-623a-463c-b0ce-6459818ad528 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 944 time: 0.0545764 Aug 23 04:33:26.082693 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-adf8657b-6598-4a0a-acde-b1f58b0d14a9 req-fb5e79d8-26cb-4885-843e-7fbe3f0dbb94 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431602 Aug 23 04:33:26.498483 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:33:26.521795 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:26.547500 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 2ff7de56-3ec6-4615-a0a4-667797f15a84 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:33:26.547774 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:26.628556 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2ff7de56-3ec6-4615-a0a4-667797f15a84 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:33:26.628873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:26.652589 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:33:26.654950 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ed9f3-6752-45ad-b1d8-e38dc9c02750" -d '{"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:26.677365 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:26.682930 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:26.707826 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cb23a4-f212-4a2d-86ff-ca633295a61e x-openstack-request-id: req-56cb23a4-f212-4a2d-86ff-ca633295a61e {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:26.708133 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:26.708382 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56cb23a4-f212-4a2d-86ff-ca633295a61e {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:26.708950 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56cb23a4-f212-4a2d-86ff-ca633295a61e'] response: {'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'code': 200} Aug 23 04:33:26.744543 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=10']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:26.899412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b852c5-d04d-4ec2-b524-f8672f8283a4 req-9e9f77a8-5316-418b-819b-102cc7c4dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:26.902194 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-69b852c5-d04d-4ec2-b524-f8672f8283a4 req-9e9f77a8-5316-418b-819b-102cc7c4dffd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1130 time: 0.0445197 Aug 23 04:33:26.961072 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-69b852c5-d04d-4ec2-b524-f8672f8283a4 req-95d6fd38-dfa6-42d0-b491-646d64b02162 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532868 Aug 23 04:33:27.172479 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:27.209429 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515fba-70c4-41fa-982a-6b33e29149b8 req-efd24525-64b4-46fd-abf8-ab212c80d21a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:27.210926 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3515fba-70c4-41fa-982a-6b33e29149b8 req-efd24525-64b4-46fd-abf8-ab212c80d21a tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 946 time: 0.0484197 Aug 23 04:33:27.259631 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c3515fba-70c4-41fa-982a-6b33e29149b8 req-628cbbf1-fa56-4244-9b7b-f53f7bc7816c tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430744 Aug 23 04:33:28.414653 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bee2d-bf41-469f-a5a3-7722c93ceca8 req-36c9f70c-ff06-4c8b-a1bb-e2f1e43e5a7b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:28.416348 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-003bee2d-bf41-469f-a5a3-7722c93ceca8 req-36c9f70c-ff06-4c8b-a1bb-e2f1e43e5a7b tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 946 time: 0.0536931 Aug 23 04:33:28.470916 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-003bee2d-bf41-469f-a5a3-7722c93ceca8 req-3523b86f-1df8-46cd-8247-c84c80e9d708 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483849 Aug 23 04:33:28.699164 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1c6a48c3-91e9-4f3d-b367-4560408c5620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:28.938028 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44346) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:29.411208 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (f47540ec-ed1b-41a6-a697-dbf87fa9212e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:29.536389 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:29.598618 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351c8cd-9d47-4a5a-841d-db682e587298 req-da9b101a-1e59-4de0-a498-1ff1c373c520 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:29.599266 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:29.600867 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8351c8cd-9d47-4a5a-841d-db682e587298 req-da9b101a-1e59-4de0-a498-1ff1c373c520 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 946 time: 0.0497720 Aug 23 04:33:29.638588 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Deleting port c0632a61-1f26-47db-89c8-fead0563a62d {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:29.638926 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:29.648834 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8351c8cd-9d47-4a5a-841d-db682e587298 req-09c2696f-4302-44d8-bdfc-c958d271e3d2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422468 Aug 23 04:33:29.720354 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] For port c0632a61-1f26-47db-89c8-fead0563a62d, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c0632a61-1f26-47db-89c8-fead0563a62d,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:29.720745 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:29.735571 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Calling delete_port for c0632a61-1f26-47db-89c8-fead0563a62d owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:29.918482 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (c0632a61-1f26-47db-89c8-fead0563a62d), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:29.953755 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0632a61-1f26-47db-89c8-fead0563a62d,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:30.396758 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (f47540ec-ed1b-41a6-a697-dbf87fa9212e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:30.638458 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Router f47540ec-ed1b-41a6-a697-dbf87fa9212e has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:33:30.713395 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:30.746705 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:33:30.751764 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c7fa0d12-20ec-4f53-9431-ae5ef868651d admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/f47540ec-ed1b-41a6-a697-dbf87fa9212e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8137777 Aug 23 04:33:30.754470 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44362) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:30.757073 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] Sync routers for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:33:30.768082 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:30.769107 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:30.824593 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:30.869237 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-ea486638-dfed-4705-af9f-230eb405f41b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742550 Aug 23 04:33:30.872406 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:30.894101 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks [] for router (f47540ec-ed1b-41a6-a697-dbf87fa9212e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:30.956568 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-797abd2b-21a9-40f3-a97d-ef6417fb8447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:30.963734 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:30.992474 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba16c28-bca7-4441-96d2-127583f08098 req-af79d09e-265e-4984-a54a-5986096a8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:30.994023 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-af79d09e-265e-4984-a54a-5986096a8a98 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=fa6589185abe4af1b3d0cba6f0699538&device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 1130 time: 0.1016200 Aug 23 04:33:31.047566 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks [] for router_gateway (f47540ec-ed1b-41a6-a697-dbf87fa9212e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:31.057332 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:33:29Z', 'revision_number': 5, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port': {'id': '8d3404e7-b4d4-44d1-a680-527e17a76dc4', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:31.094218 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] Checking router: f47540ec-ed1b-41a6-a697-dbf87fa9212e for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:33:31.103728 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] Routers {'f47540ec-ed1b-41a6-a697-dbf87fa9212e'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:31.104370 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:31.148654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Deleting port 8d3404e7-b4d4-44d1-a680-527e17a76dc4 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:31.149002 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:31.166498 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba16c28-bca7-4441-96d2-127583f08098 req-1b31b629-f499-4e7f-b0bc-dd5d1aabc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:31.167556 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-1b31b629-f499-4e7f-b0bc-dd5d1aabc486 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 200 len: 918 time: 0.1496575 Aug 23 04:33:31.200314 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] Set router f47540ec-ed1b-41a6-a697-dbf87fa9212e gateway port host: None {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:31.254194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:33:31Z', 'revision_number': 6, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:31.277086 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-46bd7e4b-97b8-4b0b-88ed-42bfc3a0037a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 200 len: 1000 time: 0.1004653 Aug 23 04:33:31.281795 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680057e-ed66-442f-bd14-dfe910acdb6d None None] The sync data for ids ['f47540ec-ed1b-41a6-a697-dbf87fa9212e'] in dv-cinder-854070-1-iscsi is: [{'id': 'f47540ec-ed1b-41a6-a697-dbf87fa9212e', 'name': 'tempest-AttachVolumeTestJSON-1422349317-router', 'tenant_id': '620abd3a734b4502afa795d2cc58dadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:33:31Z', 'revision_number': 6, 'project_id': '620abd3a734b4502afa795d2cc58dadf', 'gw_port_host': None}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:33:31.301012 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] For port 8d3404e7-b4d4-44d1-a680-527e17a76dc4, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=8d3404e7-b4d4-44d1-a680-527e17a76dc4,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:31.301416 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:31.337470 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Calling delete_port for 8d3404e7-b4d4-44d1-a680-527e17a76dc4 owned by network:router_gateway {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:31.364511 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba16c28-bca7-4441-96d2-127583f08098 req-cd4357a5-ce81-4927-9a73-daa85d2344ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:31.366339 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-cd4357a5-ce81-4927-9a73-daa85d2344ca service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 200 len: 856 time: 0.0797226 Aug 23 04:33:31.455769 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba16c28-bca7-4441-96d2-127583f08098 req-1beecccc-4418-4756-9ef0-57b972c67c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:31.457379 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-1beecccc-4418-4756-9ef0-57b972c67c55 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=6add0727-6c98-4d08-a7e7-3e117fdd2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556142 Aug 23 04:33:31.601869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:31.626656 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:31.646497 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-3bec30db-79d9-409d-90d6-10d24170afc4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813014 Aug 23 04:33:31.739485 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (8d3404e7-b4d4-44d1-a680-527e17a76dc4), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:31.749656 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=6 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:31.750421 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:31.779465 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3404e7-b4d4-44d1-a680-527e17a76dc4,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:31.833274 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-bba16c28-bca7-4441-96d2-127583f08098 req-32fb9aca-90a2-4e63-8fb9-29b0a889d325 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790326 Aug 23 04:33:31.854563 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (f47540ec-ed1b-41a6-a697-dbf87fa9212e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:31.946270 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (f47540ec-ed1b-41a6-a697-dbf87fa9212e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:31.949180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks [] for router_controller (f47540ec-ed1b-41a6-a697-dbf87fa9212e), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.002468 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (f47540ec-ed1b-41a6-a697-dbf87fa9212e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.003408 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f47540ec-ed1b-41a6-a697-dbf87fa9212e {{(pid=106732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:33:32.008559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.012413 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a8745009-c78c-4d4e-b81e-13b8a06255a3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/f47540ec-ed1b-41a6-a697-dbf87fa9212e HTTP/1.1" status: 204 len: 168 time: 1.2543011 Aug 23 04:33:32.012413 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44384) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:32.062946 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] Deleting subnet d8b1a949-fd2f-48a9-9f2e-529394e19aa3 {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:33:32.067003 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] Publish callbacks [] for subnet (d8b1a949-fd2f-48a9-9f2e-529394e19aa3), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.113102 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (d8b1a949-fd2f-48a9-9f2e-529394e19aa3), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.202197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.215903 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (d8b1a949-fd2f-48a9-9f2e-529394e19aa3), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.280130 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (d8b1a949-fd2f-48a9-9f2e-529394e19aa3), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.297651 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c0632a61-1f26-47db-89c8-fead0563a62d no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:32.310322 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b1a949-fd2f-48a9-9f2e-529394e19aa3,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:32.314332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.317595 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-8cc16d50-f0f2-4d01-b183-40671d5b3e38 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d8b1a949-fd2f-48a9-9f2e-529394e19aa3 HTTP/1.1" status: 204 len: 168 time: 0.3039348 Aug 23 04:33:32.320108 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44388) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:32.327278 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: c0632a61-1f26-47db-89c8-fead0563a62d {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:32.327617 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c0632a61-1f26-47db-89c8-fead0563a62d not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:32.328074 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8d3404e7-b4d4-44d1-a680-527e17a76dc4 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:32.330275 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b021f-2d0d-4abb-a6d2-d0811f4cef79 None None] Network a554d691-3edb-400b-bdf3-7ffd755600af requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:33:32.361635 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 8d3404e7-b4d4-44d1-a680-527e17a76dc4 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:32.361973 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8d3404e7-b4d4-44d1-a680-527e17a76dc4 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:32.406237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (a554d691-3edb-400b-bdf3-7ffd755600af), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.458745 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Deleting port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:32.458745 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.517055 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] DHCP port deletion for a554d691-3edb-400b-bdf3-7ffd755600af request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:33:32.533374 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] For port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:32.533731 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.551453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Calling delete_port for 8cfc1fe6-6828-491a-ad9c-d3f374725b5f owned by network:dhcp {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:32.563213 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:32.563464 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] Deleting port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:32.563464 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.645088 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.657657 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] For port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,segment=NetworkSegment(5e80bca6-8a1b-4361-9d2f-d7a718472ab9),segment_id=5e80bca6-8a1b-4361-9d2f-d7a718472ab9)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:32.658193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.673036 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:32.674807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] No DVR routers for this DVR port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f on host dv-cinder-854070-1-iscsi {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:33:32.675150 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] Calling delete_port for 8cfc1fe6-6828-491a-ad9c-d3f374725b5f owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:32.754249 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (a554d691-3edb-400b-bdf3-7ffd755600af), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.755578 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:32.762752 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (8cfc1fe6-6828-491a-ad9c-d3f374725b5f), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.783009 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:32.785238 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a554d691-3edb-400b-bdf3-7ffd755600af']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:32.788826 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] Pushing event deleted for resources: {'Port': ['ID=8cfc1fe6-6828-491a-ad9c-d3f374725b5f,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:32.797400 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffdf586-96e3-4725-a4f7-7540db494408 None None] No DVR routers for this DVR port 8cfc1fe6-6828-491a-ad9c-d3f374725b5f on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:33:32.803991 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e80bca6-8a1b-4361-9d2f-d7a718472ab9') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:32.804356 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e80bca6-8a1b-4361-9d2f-d7a718472ab9') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:32.815489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (5e80bca6-8a1b-4361-9d2f-d7a718472ab9), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.830959 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (5e80bca6-8a1b-4361-9d2f-d7a718472ab9), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.839054 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:33:32.839497 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (5e80bca6-8a1b-4361-9d2f-d7a718472ab9), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.868902 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment 5e80bca6-8a1b-4361-9d2f-d7a718472ab9 resource provider aggregate not found Aug 23 04:33:32.901674 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment 5e80bca6-8a1b-4361-9d2f-d7a718472ab9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e80bca6-8a1b-4361-9d2f-d7a718472ab9 found for delete ", "request_id": "req-9e8840c6-24ff-44e7-8383-b05b2c9aa4e2"}]} Aug 23 04:33:32.912131 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (a554d691-3edb-400b-bdf3-7ffd755600af), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.924964 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:32.928484 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/a554d691-3edb-400b-bdf3-7ffd755600af HTTP/1.1" status: 204 len: 168 time: 0.6074190 Aug 23 04:33:32.943424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f9989-c9f6-4459-b8cd-3932a5b4b400 admin admin] Pushing event deleted for resources: {'Network': ['ID=a554d691-3edb-400b-bdf3-7ffd755600af,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:33.090853 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44396) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:33.141978 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-bb466900-c93c-47a7-9c2d-6672126e3760 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=620abd3a734b4502afa795d2cc58dadf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499794 Aug 23 04:33:33.145489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44400) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:33.197658 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-92da83b3-4710-4285-a855-54a643ff5d40 admin admin] Publish callbacks [] for security_group (6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:33.218543 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-92da83b3-4710-4285-a855-54a643ff5d40 admin admin] Publish callbacks [] for security_group (6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:33.270585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-92da83b3-4710-4285-a855-54a643ff5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:33.273931 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-92da83b3-4710-4285-a855-54a643ff5d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:33.275144 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-92da83b3-4710-4285-a855-54a643ff5d40 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa HTTP/1.1" status: 204 len: 168 time: 0.1287653 Aug 23 04:33:33.284683 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da83b3-4710-4285-a855-54a643ff5d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e09c1b5-dd82-4416-b3cc-ec1a2d286eaa,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:33.605926 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:33.709999 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:33.799439 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44428) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:33.915341 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1a667328-4256-4675-bd71-0f9cc66686bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:33.946248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:34.004722 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1a667328-4256-4675-bd71-0f9cc66686bf admin admin] Publish callbacks [] for security_group (3901975b-3574-434c-aff0-8490871f292e), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.010074 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1a667328-4256-4675-bd71-0f9cc66686bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3901975b-3574-434c-aff0-8490871f292e), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.048816 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a667328-4256-4675-bd71-0f9cc66686bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3901975b-3574-434c-aff0-8490871f292e,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:34.054877 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-1a667328-4256-4675-bd71-0f9cc66686bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9560c874d7b14664856d77ab364670ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542694 Aug 23 04:33:34.056383 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44440) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:34.108654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f548c332-aed7-4eff-a6f6-72353307ccf5 admin admin] Publish callbacks [] for security_group (3901975b-3574-434c-aff0-8490871f292e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.131849 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f548c332-aed7-4eff-a6f6-72353307ccf5 admin admin] Publish callbacks [] for security_group (3901975b-3574-434c-aff0-8490871f292e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.182449 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f548c332-aed7-4eff-a6f6-72353307ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3901975b-3574-434c-aff0-8490871f292e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.184948 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f548c332-aed7-4eff-a6f6-72353307ccf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.186135 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f548c332-aed7-4eff-a6f6-72353307ccf5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3901975b-3574-434c-aff0-8490871f292e HTTP/1.1" status: 204 len: 168 time: 0.1285536 Aug 23 04:33:34.195634 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548c332-aed7-4eff-a6f6-72353307ccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3901975b-3574-434c-aff0-8490871f292e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:34.297193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8cfc1fe6-6828-491a-ad9c-d3f374725b5f no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:34.322362 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 8cfc1fe6-6828-491a-ad9c-d3f374725b5f {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:34.322700 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 8cfc1fe6-6828-491a-ad9c-d3f374725b5f not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:34.561832 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44456) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:34.575947 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e86ebce8-8ce1-4cef-beaa-30443dde38c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.647891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:34.660933 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e86ebce8-8ce1-4cef-beaa-30443dde38c6 admin admin] Publish callbacks [] for security_group (ec490f69-5405-437a-8931-fcc674edb845), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.665715 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e86ebce8-8ce1-4cef-beaa-30443dde38c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ec490f69-5405-437a-8931-fcc674edb845), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.706541 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e86ebce8-8ce1-4cef-beaa-30443dde38c6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2df07f1454c64ade8250a4cb6119e5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435933 Aug 23 04:33:34.707415 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ebce8-8ce1-4cef-beaa-30443dde38c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec490f69-5405-437a-8931-fcc674edb845,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:34.709474 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44462) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:34.764456 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1fed-faa9-41b1-971c-a5c48ca8cf6b admin admin] Publish callbacks [] for security_group (ec490f69-5405-437a-8931-fcc674edb845), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.784994 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1fed-faa9-41b1-971c-a5c48ca8cf6b admin admin] Publish callbacks [] for security_group (ec490f69-5405-437a-8931-fcc674edb845), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.836807 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1fed-faa9-41b1-971c-a5c48ca8cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ec490f69-5405-437a-8931-fcc674edb845), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.840132 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1fed-faa9-41b1-971c-a5c48ca8cf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:34.841288 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-1b4c1fed-faa9-41b1-971c-a5c48ca8cf6b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ec490f69-5405-437a-8931-fcc674edb845 HTTP/1.1" status: 204 len: 168 time: 0.1304607 Aug 23 04:33:34.849004 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c1fed-faa9-41b1-971c-a5c48ca8cf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec490f69-5405-437a-8931-fcc674edb845,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:35.130539 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44476) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:35.240717 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44480) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:35.264397 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ae45390c-98fa-4046-9156-d33659aaedba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.267495 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2a19-b027-4c24-b562-ce810a526a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.405184 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ae45390c-98fa-4046-9156-d33659aaedba admin admin] Publish callbacks [] for security_group (7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.407696 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2a19-b027-4c24-b562-ce810a526a7b admin admin] Publish callbacks [] for security_group (c2c4bcb7-c84e-447b-95b7-45364f943594), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.411492 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ae45390c-98fa-4046-9156-d33659aaedba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.417243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:35.418054 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2a19-b027-4c24-b562-ce810a526a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (c2c4bcb7-c84e-447b-95b7-45364f943594), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.473294 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ae45390c-98fa-4046-9156-d33659aaedba admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dde612319ba54273b63af4f92eb504c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312870 Aug 23 04:33:35.474572 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45390c-98fa-4046-9156-d33659aaedba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:35.476894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44482) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:35.479518 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-1f7c2a19-b027-4c24-b562-ce810a526a7b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f3bc2f3d1e634d918bc6a8f489fd3444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478496 Aug 23 04:33:35.482207 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44484) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:35.524654 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c2a19-b027-4c24-b562-ce810a526a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c4bcb7-c84e-447b-95b7-45364f943594,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:35.530605 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:35.532976 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f1be7ee7-37c0-406c-a38f-0a566e54af6e admin admin] Publish callbacks [] for security_group (7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.550766 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15700cf1-9bde-444b-84db-d2d546bb5850 admin admin] Publish callbacks [] for security_group (c2c4bcb7-c84e-447b-95b7-45364f943594), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.554691 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f1be7ee7-37c0-406c-a38f-0a566e54af6e admin admin] Publish callbacks [] for security_group (7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.572226 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15700cf1-9bde-444b-84db-d2d546bb5850 admin admin] Publish callbacks [] for security_group (c2c4bcb7-c84e-447b-95b7-45364f943594), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.604569 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f1be7ee7-37c0-406c-a38f-0a566e54af6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.607382 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f1be7ee7-37c0-406c-a38f-0a566e54af6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.608579 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f1be7ee7-37c0-406c-a38f-0a566e54af6e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd HTTP/1.1" status: 204 len: 168 time: 0.1299276 Aug 23 04:33:35.617107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be7ee7-37c0-406c-a38f-0a566e54af6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ff5f4-7a13-42be-ba3f-be5096c0d6fd,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:35.628867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15700cf1-9bde-444b-84db-d2d546bb5850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (c2c4bcb7-c84e-447b-95b7-45364f943594), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.631807 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-15700cf1-9bde-444b-84db-d2d546bb5850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:35.635440 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-15700cf1-9bde-444b-84db-d2d546bb5850 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2c4bcb7-c84e-447b-95b7-45364f943594 HTTP/1.1" status: 204 len: 168 time: 0.1499875 Aug 23 04:33:35.641402 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15700cf1-9bde-444b-84db-d2d546bb5850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c4bcb7-c84e-447b-95b7-45364f943594,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:36.025098 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44508) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:36.047876 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-43b7e2f2-d48e-4ded-aaa5-b45c76c9615d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:36.140717 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-43b7e2f2-d48e-4ded-aaa5-b45c76c9615d admin admin] Publish callbacks [] for security_group (7c82ce43-d266-4aa6-bb04-64195f8770c0), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:36.146244 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-43b7e2f2-d48e-4ded-aaa5-b45c76c9615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7c82ce43-d266-4aa6-bb04-64195f8770c0), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:36.185489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7e2f2-d48e-4ded-aaa5-b45c76c9615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c82ce43-d266-4aa6-bb04-64195f8770c0,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:36.189827 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-43b7e2f2-d48e-4ded-aaa5-b45c76c9615d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=30772bbd4cb74cef96dc2e5b4c100491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630502 Aug 23 04:33:36.192509 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44514) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:36.246226 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3d6b02af-24ed-4aa6-9431-af63ceaca18d admin admin] Publish callbacks [] for security_group (7c82ce43-d266-4aa6-bb04-64195f8770c0), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:36.267974 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3d6b02af-24ed-4aa6-9431-af63ceaca18d admin admin] Publish callbacks [] for security_group (7c82ce43-d266-4aa6-bb04-64195f8770c0), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:36.318293 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3d6b02af-24ed-4aa6-9431-af63ceaca18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7c82ce43-d266-4aa6-bb04-64195f8770c0), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:36.321126 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3d6b02af-24ed-4aa6-9431-af63ceaca18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:36.322348 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3d6b02af-24ed-4aa6-9431-af63ceaca18d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7c82ce43-d266-4aa6-bb04-64195f8770c0 HTTP/1.1" status: 204 len: 168 time: 0.1287520 Aug 23 04:33:36.332147 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b02af-24ed-4aa6-9431-af63ceaca18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c82ce43-d266-4aa6-bb04-64195f8770c0,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:38.124985 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44602) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:38.239884 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.337177 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Publish callbacks [] for security_group (3a67a0da-96e7-4cf4-b153-97a138e7d7c2), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.341159 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3a67a0da-96e7-4cf4-b153-97a138e7d7c2), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.381023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a67a0da-96e7-4cf4-b153-97a138e7d7c2,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:38.385646 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0a45ac3e3b7b4338b99aa1d59cd5bbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596450 Aug 23 04:33:38.388654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44608) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:38.391558 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.391901 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.392258 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.392591 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.392921 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.393245 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.393566 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.393880 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.394199 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.394515 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.394834 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.395149 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.395465 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.395778 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.396112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830042f-67f3-4718-8e93-c73b79f1d7ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:38.438000 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c6251d80-4e5a-406c-b634-e990c3a4f8cb admin admin] Publish callbacks [] for security_group (3a67a0da-96e7-4cf4-b153-97a138e7d7c2), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.440458 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:38.458565 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c6251d80-4e5a-406c-b634-e990c3a4f8cb admin admin] Publish callbacks [] for security_group (3a67a0da-96e7-4cf4-b153-97a138e7d7c2), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.509224 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c6251d80-4e5a-406c-b634-e990c3a4f8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (3a67a0da-96e7-4cf4-b153-97a138e7d7c2), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.520327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c6251d80-4e5a-406c-b634-e990c3a4f8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.520327 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c6251d80-4e5a-406c-b634-e990c3a4f8cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3a67a0da-96e7-4cf4-b153-97a138e7d7c2 HTTP/1.1" status: 204 len: 168 time: 0.1232634 Aug 23 04:33:38.522297 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6251d80-4e5a-406c-b634-e990c3a4f8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a67a0da-96e7-4cf4-b153-97a138e7d7c2,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:38.797950 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44616) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:38.814660 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8343d901-2285-4e4f-824c-e31ce2368ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.894897 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8343d901-2285-4e4f-824c-e31ce2368ba5 admin admin] Publish callbacks [] for security_group (c851b729-8c7e-42e3-898d-284591341638), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.899475 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8343d901-2285-4e4f-824c-e31ce2368ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (c851b729-8c7e-42e3-898d-284591341638), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:38.939781 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-8343d901-2285-4e4f-824c-e31ce2368ba5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9b81c9d7687949cabff900ae56f8986c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407087 Aug 23 04:33:38.940691 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343d901-2285-4e4f-824c-e31ce2368ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c851b729-8c7e-42e3-898d-284591341638,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:38.943438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44618) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:38.997969 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-39b15bd2-09c0-4d48-8f4c-4d8dd7b4989d admin admin] Publish callbacks [] for security_group (c851b729-8c7e-42e3-898d-284591341638), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.018004 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:39.023103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-39b15bd2-09c0-4d48-8f4c-4d8dd7b4989d admin admin] Publish callbacks [] for security_group (c851b729-8c7e-42e3-898d-284591341638), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.053890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:39.073423 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-39b15bd2-09c0-4d48-8f4c-4d8dd7b4989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (c851b729-8c7e-42e3-898d-284591341638), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.075981 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-39b15bd2-09c0-4d48-8f4c-4d8dd7b4989d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.077135 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-39b15bd2-09c0-4d48-8f4c-4d8dd7b4989d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c851b729-8c7e-42e3-898d-284591341638 HTTP/1.1" status: 204 len: 168 time: 0.1322305 Aug 23 04:33:39.084936 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b15bd2-09c0-4d48-8f4c-4d8dd7b4989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c851b729-8c7e-42e3-898d-284591341638,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:39.157953 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:33:39.489463 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44636) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:39.690721 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3287bce1-af44-467b-a746-60b22723b698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.774742 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3287bce1-af44-467b-a746-60b22723b698 admin admin] Publish callbacks [] for security_group (4419df23-7bc5-48d0-972f-059f8e4d433f), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.779823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3287bce1-af44-467b-a746-60b22723b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4419df23-7bc5-48d0-972f-059f8e4d433f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.821143 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3287bce1-af44-467b-a746-60b22723b698 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=74a9c3f0e6ff4d67aafb5901cea5a67b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305774 Aug 23 04:33:39.821869 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287bce1-af44-467b-a746-60b22723b698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4419df23-7bc5-48d0-972f-059f8e4d433f,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:39.824049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44652) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:39.875045 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-688ada00-6380-44ce-aefc-bca442a3dfd2 admin admin] Publish callbacks [] for security_group (4419df23-7bc5-48d0-972f-059f8e4d433f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.896278 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-688ada00-6380-44ce-aefc-bca442a3dfd2 admin admin] Publish callbacks [] for security_group (4419df23-7bc5-48d0-972f-059f8e4d433f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.950199 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-688ada00-6380-44ce-aefc-bca442a3dfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4419df23-7bc5-48d0-972f-059f8e4d433f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.952755 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-688ada00-6380-44ce-aefc-bca442a3dfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:39.953893 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-688ada00-6380-44ce-aefc-bca442a3dfd2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4419df23-7bc5-48d0-972f-059f8e4d433f HTTP/1.1" status: 204 len: 168 time: 0.1287916 Aug 23 04:33:39.962955 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ada00-6380-44ce-aefc-bca442a3dfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4419df23-7bc5-48d0-972f-059f8e4d433f,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:44.607444 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44754) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:44.722964 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b1964e91-2567-4466-8405-d97ff388c1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:44.744580 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:44.809909 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b1964e91-2567-4466-8405-d97ff388c1dd admin admin] Publish callbacks [] for security_group (1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:44.814688 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b1964e91-2567-4466-8405-d97ff388c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:44.858597 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44758) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:44.859090 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-b1964e91-2567-4466-8405-d97ff388c1dd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ea4e83f5c87641538b91b5b08f520e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501216 Aug 23 04:33:44.860802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1964e91-2567-4466-8405-d97ff388c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:44.917312 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d6db8331-cd99-4446-ae5c-392dcbfe8a72 admin admin] Publish callbacks [] for security_group (1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:44.939190 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d6db8331-cd99-4446-ae5c-392dcbfe8a72 admin admin] Publish callbacks [] for security_group (1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:44.993644 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d6db8331-cd99-4446-ae5c-392dcbfe8a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:44.996480 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d6db8331-cd99-4446-ae5c-392dcbfe8a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:44.997600 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-d6db8331-cd99-4446-ae5c-392dcbfe8a72 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9 HTTP/1.1" status: 204 len: 168 time: 0.1378949 Aug 23 04:33:45.005792 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db8331-cd99-4446-ae5c-392dcbfe8a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb0adc4-f4e7-4e79-a7a5-91a57525f2f9,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:45.284124 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44766) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:45.301243 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-938c6d41-93c9-446a-a692-9c4a965d8af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:45.386965 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-938c6d41-93c9-446a-a692-9c4a965d8af3 admin admin] Publish callbacks [] for security_group (b275312a-9051-42a1-afd3-a03a056f0b4f), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:45.391823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-938c6d41-93c9-446a-a692-9c4a965d8af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b275312a-9051-42a1-afd3-a03a056f0b4f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:45.430953 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-938c6d41-93c9-446a-a692-9c4a965d8af3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=48d610dc090740c28e55be75211043c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457648 Aug 23 04:33:45.431801 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c6d41-93c9-446a-a692-9c4a965d8af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b275312a-9051-42a1-afd3-a03a056f0b4f,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:45.434173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44772) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:45.494551 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-051aee34-4d4b-4384-b742-a3791be6ac3b admin admin] Publish callbacks [] for security_group (b275312a-9051-42a1-afd3-a03a056f0b4f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:45.521568 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-051aee34-4d4b-4384-b742-a3791be6ac3b admin admin] Publish callbacks [] for security_group (b275312a-9051-42a1-afd3-a03a056f0b4f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:45.585370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-051aee34-4d4b-4384-b742-a3791be6ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b275312a-9051-42a1-afd3-a03a056f0b4f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:45.587866 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-051aee34-4d4b-4384-b742-a3791be6ac3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:45.589079 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-051aee34-4d4b-4384-b742-a3791be6ac3b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b275312a-9051-42a1-afd3-a03a056f0b4f HTTP/1.1" status: 204 len: 168 time: 0.1527386 Aug 23 04:33:45.597054 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aee34-4d4b-4384-b742-a3791be6ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b275312a-9051-42a1-afd3-a03a056f0b4f,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:45.628801 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1f0b0-f388-40a8-9083-986384050807 req-d8b83c90-cff8-4679-afd8-65eaa843f74f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:45.630373 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72d1f0b0-f388-40a8-9083-986384050807 req-d8b83c90-cff8-4679-afd8-65eaa843f74f tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0536649 Aug 23 04:33:45.682053 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-72d1f0b0-f388-40a8-9083-986384050807 req-5a661734-5fc6-4afd-860b-c9e9c5825ffa tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Aug 23 04:33:45.948212 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44780) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:45.962087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9903c251-c702-4c62-9611-b063c967de2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:46.035000 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:DELETE=6,neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:46.043495 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9903c251-c702-4c62-9611-b063c967de2c admin admin] Publish callbacks [] for security_group (7594b9e4-215d-47b8-b961-5b8e90ee3227), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:46.049139 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9903c251-c702-4c62-9611-b063c967de2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7594b9e4-215d-47b8-b961-5b8e90ee3227), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:46.074961 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:46.098514 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9903c251-c702-4c62-9611-b063c967de2c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7fb45f90d2244614916c59327101db64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491299 Aug 23 04:33:46.099637 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c251-c702-4c62-9611-b063c967de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7594b9e4-215d-47b8-b961-5b8e90ee3227,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:46.101665 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44782) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:46.154979 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8c81504-3169-47d5-8e4e-e815410d8d24 admin admin] Publish callbacks [] for security_group (7594b9e4-215d-47b8-b961-5b8e90ee3227), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:46.175424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8c81504-3169-47d5-8e4e-e815410d8d24 admin admin] Publish callbacks [] for security_group (7594b9e4-215d-47b8-b961-5b8e90ee3227), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:46.183298 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:46.225872 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8c81504-3169-47d5-8e4e-e815410d8d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7594b9e4-215d-47b8-b961-5b8e90ee3227), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:46.228412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8c81504-3169-47d5-8e4e-e815410d8d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:46.230184 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a8c81504-3169-47d5-8e4e-e815410d8d24 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7594b9e4-215d-47b8-b961-5b8e90ee3227 HTTP/1.1" status: 204 len: 168 time: 0.1273093 Aug 23 04:33:46.238266 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c81504-3169-47d5-8e4e-e815410d8d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7594b9e4-215d-47b8-b961-5b8e90ee3227,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:46.810837 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f2638-81ef-4984-8b08-cd2841768830 req-71b25223-2827-493b-bba9-17c95f0a2d67 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:46.812341 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-880f2638-81ef-4984-8b08-cd2841768830 req-71b25223-2827-493b-bba9-17c95f0a2d67 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0495787 Aug 23 04:33:46.860855 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-880f2638-81ef-4984-8b08-cd2841768830 req-b176fb9a-873f-478b-8fdb-bb1956bdb453 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 Aug 23 04:33:46.963206 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44806) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:47.343272 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-564343050-network', 'tenant_id': '16e0c2b8e2a8400b90fc58de9b69a5b1'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:47.369294 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868025b-471f-4a53-b25e-c78487f93d00 req-872c8947-fa27-4892-8d3d-583b9e7afeb5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:47.371057 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1868025b-471f-4a53-b25e-c78487f93d00 req-872c8947-fa27-4892-8d3d-583b9e7afeb5 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 946 time: 0.3286581 Aug 23 04:33:47.383536 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Made reservation on behalf of 16e0c2b8e2a8400b90fc58de9b69a5b1 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:47.385800 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.414103 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.484551 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port ec052b71-523a-46a8-82ad-e8f3b02837b2 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:47.484885 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.607217 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:47.609094 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks [] for security_group (fd159439-91df-4df3-b879-58c7d31df52e), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.610976 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] For port ec052b71-523a-46a8-82ad-e8f3b02837b2, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=ec052b71-523a-46a8-82ad-e8f3b02837b2,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:47.611307 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.618642 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (fd159439-91df-4df3-b879-58c7d31df52e), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.685464 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:33:47.703682 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd159439-91df-4df3-b879-58c7d31df52e,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:47.738025 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (c8eb5313-41e6-4ba7-9df7-607cc5a2ab98), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.738357 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Added segment c8eb5313-41e6-4ba7-9df7-607cc5a2ab98 of type vlan for network beb087de-9b8b-48dd-beae-a42ad2be21e9 Aug 23 04:33:47.819370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (beb087de-9b8b-48dd-beae-a42ad2be21e9), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.857792 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.858006 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (c9c8cd48-0fc2-4285-8b3c-f0528d5c496d), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.858320 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Floating IP c9c8cd48-0fc2-4285-8b3c-f0528d5c496d disassociated. External IP: 172.27.4.254, port: ec052b71-523a-46a8-82ad-e8f3b02837b2. Aug 23 04:33:47.858676 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for ec052b71-523a-46a8-82ad-e8f3b02837b2 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:47.870116 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (beb087de-9b8b-48dd-beae-a42ad2be21e9), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.871165 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:47.871734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:47.940558 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9760313 Aug 23 04:33:47.947652 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44812) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:47.954963 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Request body: {'subnet': {'network_id': 'beb087de-9b8b-48dd-beae-a42ad2be21e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-564343050-subnet', 'tenant_id': '16e0c2b8e2a8400b90fc58de9b69a5b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:47.977355 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a8b13-783d-4a67-ae02-083c4a3889fa admin admin] Pushing event updated for resources: {'Network': ['ID=beb087de-9b8b-48dd-beae-a42ad2be21e9,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:47.980584 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:47.990199 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network beb087de-9b8b-48dd-beae-a42ad2be21e9 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:33:48.005823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611dc7f-5fc6-42d0-87a7-eb556d68c579 req-891c6dde-516b-4552-8c1d-2196cbcdc625 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:48.007589 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d611dc7f-5fc6-42d0-87a7-eb556d68c579 req-891c6dde-516b-4552-8c1d-2196cbcdc625 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb1e9d26-fd17-41d4-abec-7355b833a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0686946 Aug 23 04:33:48.008941 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Made reservation on behalf of 16e0c2b8e2a8400b90fc58de9b69a5b1 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:48.012196 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-268200800'] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:48.070314 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (ec052b71-523a-46a8-82ad-e8f3b02837b2), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:48.098852 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=ec052b71-523a-46a8-82ad-e8f3b02837b2,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:48.114040 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d611dc7f-5fc6-42d0-87a7-eb556d68c579 req-5d3981e1-dc4a-4678-815f-55d685eb76d0 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffaca277-e018-4ee8-8c8f-89b2a41c92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992334 Aug 23 04:33:48.214760 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:33:48.241972 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-268200786'] for subnet (6abbc587-4d81-406d-977c-390328bfc54f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:48.291962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abbc587-4d81-406d-977c-390328bfc54f,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:48.307811 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Checking segment: {'id': 'c8eb5313-41e6-4ba7-9df7-607cc5a2ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beb087de-9b8b-48dd-beae-a42ad2be21e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:33:48.308199 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Network hostable DHCP agents. Network: beb087de-9b8b-48dd-beae-a42ad2be21e9, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:33:48.326472 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Network beb087de-9b8b-48dd-beae-a42ad2be21e9 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:33:48.328206 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:33:48.339291 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:33:48.340225 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, beb087de-9b8b-48dd-beae-a42ad2be21e9) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:33:48.344300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:48.345203 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:48.352529 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:48.353102 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b64c7-f34b-49bf-8d72-fc8bbda55a6f None None] Network beb087de-9b8b-48dd-beae-a42ad2be21e9 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:33:48.353219 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:48.379365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a48fdd8a-4004-4bbd-a03e-2d49753d5bb4 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4285915 Aug 23 04:33:48.382023 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] No DVR routers for this DVR port ec052b71-523a-46a8-82ad-e8f3b02837b2 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:33:48.384657 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:48.388713 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1868025b-471f-4a53-b25e-c78487f93d00 req-2c81e1a9-64aa-45f2-9c57-f51b32973034 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.47 "DELETE /networking/v2.0/ports/ec052b71-523a-46a8-82ad-e8f3b02837b2 HTTP/1.1" status: 204 len: 173 time: 1.0124137 Aug 23 04:33:48.389256 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'name': 'network-vif-deleted', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:33:48.397994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df05242-c4b0-4c43-b8e7-39ee9c39cb23" -d '{"events": [{"server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "name": "network-vif-deleted", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:48.463638 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:48.464916 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:48.499818 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17cc336-d4d9-40b0-b44d-a22fc662b17d x-openstack-request-id: req-c17cc336-d4d9-40b0-b44d-a22fc662b17d {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:48.500144 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1e9d26-fd17-41d4-abec-7355b833a3c0", "name": "network-vif-deleted", "tag": "ec052b71-523a-46a8-82ad-e8f3b02837b2", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:48.500429 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c17cc336-d4d9-40b0-b44d-a22fc662b17d {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:48.501225 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17cc336-d4d9-40b0-b44d-a22fc662b17d'] response: {'server_uuid': 'bb1e9d26-fd17-41d4-abec-7355b833a3c0', 'name': 'network-vif-deleted', 'tag': 'ec052b71-523a-46a8-82ad-e8f3b02837b2', 'status': 'completed', 'code': 200} Aug 23 04:33:48.501853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fff293-0619-4fa1-87b9-fa906d112974 None None] Network beb087de-9b8b-48dd-beae-a42ad2be21e9 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:33:48.720209 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:48.749667 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:33:48.759063 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:48.759795 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:48.872458 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:48.992762 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44830) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:48.998998 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1704393534-network', 'tenant_id': 'fd86d315464043dd8767ff1bfd7cd3d1'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:49.020994 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Made reservation on behalf of fd86d315464043dd8767ff1bfd7cd3d1 for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:49.023287 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.031735 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.088230 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:49.108844 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks [] for security_group (83d1d283-4052-4429-9c91-854de88df024), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.113155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (83d1d283-4052-4429-9c91-854de88df024), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.114776 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da7e45-df2e-465b-88bc-8705e41fd157 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 4, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '09b9862e-2161-4c7d-98dd-00729974538f', 'name': '', 'network_id': '8c6be732-b40b-47aa-8b96-da7512121793', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'mac_address': 'fa:16:3e:b6:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:24Z', 'updated_at': '2022-08-23T04:27:42Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'subnets': [{'id': '5fc2aebe-833f-4abc-94cc-11debf18bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:33:49.143103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:33:49.150019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d1d283-4052-4429-9c91-854de88df024,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:49.157207 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (dc9bc9d9-ba1e-4898-9d34-dd75833b6e26), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.157549 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Added segment dc9bc9d9-ba1e-4898-9d34-dd75833b6e26 of type vlan for network 7b7ec2e0-9d61-4938-b659-1a26d9bba6aa Aug 23 04:33:49.158580 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:49.194751 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:49.205440 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (7b7ec2e0-9d61-4938-b659-1a26d9bba6aa), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.235199 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (7b7ec2e0-9d61-4938-b659-1a26d9bba6aa), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.236427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:49.237058 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.244061 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44836) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:49.273571 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2795362 Aug 23 04:33:49.276235 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44838) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:49.281085 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Request body: {'subnet': {'network_id': '7b7ec2e0-9d61-4938-b659-1a26d9bba6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1704393534-subnet', 'tenant_id': 'fd86d315464043dd8767ff1bfd7cd3d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:49.306843 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bb97ec8e-5ab5-4cf9-8b38-a559870395f4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (ffaca277-e018-4ee8-8c8f-89b2a41c92ee), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.316975 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed238d3f-8fac-478c-a068-7225d9adb16c admin admin] Pushing event updated for resources: {'Network': ['ID=7b7ec2e0-9d61-4938-b659-1a26d9bba6aa,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:49.328761 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 7b7ec2e0-9d61-4938-b659-1a26d9bba6aa details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:33:49.330370 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:49.332496 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bb97ec8e-5ab5-4cf9-8b38-a559870395f4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (ffaca277-e018-4ee8-8c8f-89b2a41c92ee), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.338650 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Made reservation on behalf of fd86d315464043dd8767ff1bfd7cd3d1 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:49.341446 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-268200800'] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.393431 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bb97ec8e-5ab5-4cf9-8b38-a559870395f4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ffaca277-e018-4ee8-8c8f-89b2a41c92ee), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.398038 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-bb97ec8e-5ab5-4cf9-8b38-a559870395f4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.399686 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-bb97ec8e-5ab5-4cf9-8b38-a559870395f4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ffaca277-e018-4ee8-8c8f-89b2a41c92ee HTTP/1.1" status: 204 len: 168 time: 0.1542580 Aug 23 04:33:49.404286 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44840) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:49.423889 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.api.v2.resource [None req-21a658b7-94e0-438c-9b66-faec1fccb94b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] show failed (client error): The resource could not be found. Aug 23 04:33:49.427666 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-21a658b7-94e0-438c-9b66-faec1fccb94b tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "GET /networking/v2.0/security-groups/ffaca277-e018-4ee8-8c8f-89b2a41c92ee HTTP/1.1" status: 404 len: 347 time: 0.0197186 Aug 23 04:33:49.427666 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97ec8e-5ab5-4cf9-8b38-a559870395f4 tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaca277-e018-4ee8-8c8f-89b2a41c92ee,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:49.427901 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44842) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:49.556673 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-268200786'] for subnet (f2119ce1-5b10-4d1b-abad-4b5bfeb3a102), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.559597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Deleting port c7dccb3f-5c99-41cc-9adc-73c66f770fa7 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:49.560175 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.563573 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f85dc-c603-4af8-9eed-feaab08d6ab4 None None] New status for floating IP c9c8cd48-0fc2-4285-8b3c-f0528d5c496d: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:33:49.623480 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2119ce1-5b10-4d1b-abad-4b5bfeb3a102,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:49.635790 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Checking segment: {'id': 'dc9bc9d9-ba1e-4898-9d34-dd75833b6e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7b7ec2e0-9d61-4938-b659-1a26d9bba6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:33:49.636384 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Network hostable DHCP agents. Network: 7b7ec2e0-9d61-4938-b659-1a26d9bba6aa, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:33:49.648174 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.648800 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.656844 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Network 7b7ec2e0-9d61-4938-b659-1a26d9bba6aa is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:33:49.664045 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Calling delete_port for c7dccb3f-5c99-41cc-9adc-73c66f770fa7 owned by network:floatingip {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:49.669027 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 7b7ec2e0-9d61-4938-b659-1a26d9bba6aa) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:33:49.674093 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:49.674808 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.679738 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda013c2-4531-4112-b066-cdaf0ded9b1e None None] Network 7b7ec2e0-9d61-4938-b659-1a26d9bba6aa requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:33:49.699046 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-d1dbf902-8fdf-454a-b338-d1ecb085f650 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4214940 Aug 23 04:33:49.795480 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a5ce6-a3d7-4196-b2af-8e24299b8c48 None None] Network 7b7ec2e0-9d61-4938-b659-1a26d9bba6aa requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:33:49.832972 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (c7dccb3f-5c99-41cc-9adc-73c66f770fa7), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.869973 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Pushing event deleted for resources: {'Port': ['ID=c7dccb3f-5c99-41cc-9adc-73c66f770fa7,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:49.918457 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:49.936676 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks [] for floatingip (c9c8cd48-0fc2-4285-8b3c-f0528d5c496d), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.939357 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:49.943103 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-73151c8f-5d43-4f61-b110-452601a7abbb tempest-AttachVolumeNegativeTest-470492174 tempest-AttachVolumeNegativeTest-470492174-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/c9c8cd48-0fc2-4285-8b3c-f0528d5c496d HTTP/1.1" status: 204 len: 168 time: 0.5117469 Aug 23 04:33:50.605803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ec052b71-523a-46a8-82ad-e8f3b02837b2 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:50.640665 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: ec052b71-523a-46a8-82ad-e8f3b02837b2 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:50.640999 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device ec052b71-523a-46a8-82ad-e8f3b02837b2 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:53.686116 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44910) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:54.159157 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:54.239629 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:54.387699 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Deleting port 09b9862e-2161-4c7d-98dd-00729974538f {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:54.388087 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (09b9862e-2161-4c7d-98dd-00729974538f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:54.479041 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] For port 09b9862e-2161-4c7d-98dd-00729974538f, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=09b9862e-2161-4c7d-98dd-00729974538f,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:54.479640 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (09b9862e-2161-4c7d-98dd-00729974538f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:54.494703 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Calling delete_port for 09b9862e-2161-4c7d-98dd-00729974538f owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:54.677349 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:54.689290 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (09b9862e-2161-4c7d-98dd-00729974538f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:54.713544 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b9862e-2161-4c7d-98dd-00729974538f,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:54.875481 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:55.083986 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:55.099178 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:33:55.209932 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:33:55.218173 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-8cf1df04-ba68-4595-8be3-8e4a9c4e29a3 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/31fbe6bd-17b9-4096-9d6d-dffc10d0085c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5304790 Aug 23 04:33:55.220951 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 44924) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:55.223490 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] Sync routers for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:33:55.237397 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:55.237999 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:55.324495 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks [] for router (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:55.337483 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:55.428252 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks [] for router_gateway (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:55.471077 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:55.483800 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Deleting port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:55.484266 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:55.526080 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134'}], 'enable_snat': True}, 'gw_port_id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:33:54Z', 'revision_number': 5, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port': {'id': '2d19127d-c5be-4e65-bfc7-d45eaac7f1db', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:16Z', 'updated_at': '2022-08-23T04:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:55.559497 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] Checking router: 31fbe6bd-17b9-4096-9d6d-dffc10d0085c for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:33:55.566094 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] For port 2d19127d-c5be-4e65-bfc7-d45eaac7f1db, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:55.566471 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:55.568365 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] Routers {'31fbe6bd-17b9-4096-9d6d-dffc10d0085c'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:33:55.569064 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:55.579371 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Calling delete_port for 2d19127d-c5be-4e65-bfc7-d45eaac7f1db owned by network:router_gateway {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:55.591166 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:55.666251 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] Set router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c gateway port host: None {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:33:55.741360 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:33:55Z', 'revision_number': 6, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:55.771762 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938c152-c7b0-4e40-a764-d6fa1b682939 None None] The sync data for ids ['31fbe6bd-17b9-4096-9d6d-dffc10d0085c'] in dv-cinder-854070-1-iscsi is: [{'id': '31fbe6bd-17b9-4096-9d6d-dffc10d0085c', 'name': 'tempest-AttachVolumeNegativeTest-1962479527-router', 'tenant_id': '52ab946e7d0d4a5397945bfcbf49e723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:15Z', 'updated_at': '2022-08-23T04:33:55Z', 'revision_number': 6, 'project_id': '52ab946e7d0d4a5397945bfcbf49e723', 'gw_port_host': None}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:33:55.788725 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (2d19127d-c5be-4e65-bfc7-d45eaac7f1db), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:55.789770 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.082226 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d19127d-c5be-4e65-bfc7-d45eaac7f1db,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:56.101262 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.101686 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.102257 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.102799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.103355 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.103882 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.104591 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.104915 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.105236 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.105557 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.105879 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.106202 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.106521 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.106831 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.107147 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:56.165428 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.261555 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.265561 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks [] for router_controller (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.314930 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (31fbe6bd-17b9-4096-9d6d-dffc10d0085c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.315654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31fbe6bd-17b9-4096-9d6d-dffc10d0085c {{(pid=106732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:33:56.322065 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.322832 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-21238471-e0bc-4e53-a2c5-d35c3c35594b admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/31fbe6bd-17b9-4096-9d6d-dffc10d0085c HTTP/1.1" status: 204 len: 168 time: 1.1008816 Aug 23 04:33:56.326781 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44934) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:56.380492 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] Deleting subnet 5fc2aebe-833f-4abc-94cc-11debf18bf53 {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:33:56.383565 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] Publish callbacks [] for subnet (5fc2aebe-833f-4abc-94cc-11debf18bf53), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.418360 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268124732'] for subnet (5fc2aebe-833f-4abc-94cc-11debf18bf53), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.492564 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (5fc2aebe-833f-4abc-94cc-11debf18bf53), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.549857 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267589262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-268200795'] for subnet (5fc2aebe-833f-4abc-94cc-11debf18bf53), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.561141 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 09b9862e-2161-4c7d-98dd-00729974538f no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:56.576276 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc2aebe-833f-4abc-94cc-11debf18bf53,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:56.581942 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.582988 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 09b9862e-2161-4c7d-98dd-00729974538f {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:56.583332 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 09b9862e-2161-4c7d-98dd-00729974538f not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:56.583724 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2d19127d-c5be-4e65-bfc7-d45eaac7f1db no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:56.587822 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e1d987e7-3125-4cf2-a945-333177affeb0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/5fc2aebe-833f-4abc-94cc-11debf18bf53 HTTP/1.1" status: 204 len: 168 time: 0.2573459 Aug 23 04:33:56.588027 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44936) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:56.604183 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f671a-fe2c-4b05-aa75-9c71b3954a29 None None] Network 8c6be732-b40b-47aa-8b96-da7512121793 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:33:56.608267 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:56.608733 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 2d19127d-c5be-4e65-bfc7-d45eaac7f1db {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:56.609242 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2d19127d-c5be-4e65-bfc7-d45eaac7f1db not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:56.664314 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (8c6be732-b40b-47aa-8b96-da7512121793), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.680598 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:56.713110 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Deleting port e24450dd-260d-4237-b8ec-a51f3f9d6dbc {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:56.713445 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.760778 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] DHCP port deletion for 8c6be732-b40b-47aa-8b96-da7512121793 request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:33:56.798400 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] For port e24450dd-260d-4237-b8ec-a51f3f9d6dbc, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:56.798760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.802471 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Deleting port e24450dd-260d-4237-b8ec-a51f3f9d6dbc {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:33:56.802951 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.813685 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Calling delete_port for e24450dd-260d-4237-b8ec-a51f3f9d6dbc owned by network:dhcp {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:56.865083 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:56.881003 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] For port e24450dd-260d-4237-b8ec-a51f3f9d6dbc, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,segment=NetworkSegment(18ad2286-51e9-44b2-8522-7c11a8d2a7de),segment_id=18ad2286-51e9-44b2-8522-7c11a8d2a7de)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:56.881399 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.897615 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Calling delete_port for e24450dd-260d-4237-b8ec-a51f3f9d6dbc owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:33:56.902752 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:56.916342 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] No DVR routers for this DVR port e24450dd-260d-4237-b8ec-a51f3f9d6dbc on host dv-cinder-854070-1-iscsi {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:33:56.943767 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:56.986941 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (e24450dd-260d-4237-b8ec-a51f3f9d6dbc), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.022937 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] No DVR routers for this DVR port e24450dd-260d-4237-b8ec-a51f3f9d6dbc on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:33:57.024922 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Pushing event deleted for resources: {'Port': ['ID=e24450dd-260d-4237-b8ec-a51f3f9d6dbc,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:57.035293 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.035524 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.036175 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.036456 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.036782 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.037103 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.037753 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.038211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (8c6be732-b40b-47aa-8b96-da7512121793), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.038514 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.039002 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.039494 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.040093 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.040324 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.040786 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.041306 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.041945 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf536b-8ea0-4c31-879c-c86881222dbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:57.063129 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6be732-b40b-47aa-8b96-da7512121793']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:57.073132 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ad2286-51e9-44b2-8522-7c11a8d2a7de') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:57.073514 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ad2286-51e9-44b2-8522-7c11a8d2a7de') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:57.083623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (18ad2286-51e9-44b2-8522-7c11a8d2a7de), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.097338 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (18ad2286-51e9-44b2-8522-7c11a8d2a7de), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.103968 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:33:57.104409 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (18ad2286-51e9-44b2-8522-7c11a8d2a7de), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.175055 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (8c6be732-b40b-47aa-8b96-da7512121793), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.182771 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.186129 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/8c6be732-b40b-47aa-8b96-da7512121793 HTTP/1.1" status: 204 len: 168 time: 0.5971656 Aug 23 04:33:57.202319 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88cc02-d15b-47d4-a4be-624b69f6a453 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6be732-b40b-47aa-8b96-da7512121793,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:57.243056 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 18ad2286-51e9-44b2-8522-7c11a8d2a7de resource provider aggregate not found Aug 23 04:33:57.263152 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 18ad2286-51e9-44b2-8522-7c11a8d2a7de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ad2286-51e9-44b2-8522-7c11a8d2a7de found for delete ", "request_id": "req-04a04be8-5a9c-47cd-9d1e-9c2cd1977456"}]} Aug 23 04:33:57.317628 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44958) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:57.360294 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-62eae60e-72e2-4add-854c-bad4be7ed4fc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=52ab946e7d0d4a5397945bfcbf49e723&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413373 Aug 23 04:33:57.362861 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 44960) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:57.413899 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2d545d63-7f9b-49a8-b477-3edda4c5b97d admin admin] Publish callbacks [] for security_group (a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.438388 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2d545d63-7f9b-49a8-b477-3edda4c5b97d admin admin] Publish callbacks [] for security_group (a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.491891 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2d545d63-7f9b-49a8-b477-3edda4c5b97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.494440 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2d545d63-7f9b-49a8-b477-3edda4c5b97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:57.495680 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2d545d63-7f9b-49a8-b477-3edda4c5b97d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec HTTP/1.1" status: 204 len: 168 time: 0.1318820 Aug 23 04:33:57.503492 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d545d63-7f9b-49a8-b477-3edda4c5b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4f3cb-4adc-4d2f-8560-849eaa8a72ec,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:58.300244 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e24450dd-260d-4237-b8ec-a51f3f9d6dbc no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:58.322543 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: e24450dd-260d-4237-b8ec-a51f3f9d6dbc {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:33:58.323430 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e24450dd-260d-4237-b8ec-a51f3f9d6dbc not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:58.708730 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d4a89aa9-a1ed-4d9e-bb50-ead8f7eaea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:58.776379 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a21655-5197-428a-9fb6-0e34b615a3fe req-a74ceb98-98ca-4ca5-8c2f-ddbef561346f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:58.778478 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-96a21655-5197-428a-9fb6-0e34b615a3fe req-a74ceb98-98ca-4ca5-8c2f-ddbef561346f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 946 time: 0.0507624 Aug 23 04:33:58.831940 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-96a21655-5197-428a-9fb6-0e34b615a3fe req-d15a29f0-1c22-4e5e-95c6-68b002e6ccf7 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474336 Aug 23 04:33:59.427561 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45028) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:59.537288 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8f57354-f50c-44ca-8559-b9c5caedbfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:59.623601 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:59.626151 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8f57354-f50c-44ca-8559-b9c5caedbfed admin admin] Publish callbacks [] for security_group (4ddb68b5-16e6-48a5-b5b2-3ebc12d58500), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:59.630956 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a8f57354-f50c-44ca-8559-b9c5caedbfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4ddb68b5-16e6-48a5-b5b2-3ebc12d58500), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:59.637666 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:33:59.684084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f57354-f50c-44ca-8559-b9c5caedbfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb68b5-16e6-48a5-b5b2-3ebc12d58500,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:59.693143 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a8f57354-f50c-44ca-8559-b9c5caedbfed admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=35b2abd6b6c846b7bada960950bde2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619851 Aug 23 04:33:59.694400 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45042) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:33:59.746014 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3c848532-6ed6-45f1-b81e-1de48d30c6cb admin admin] Publish callbacks [] for security_group (4ddb68b5-16e6-48a5-b5b2-3ebc12d58500), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:59.766201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3c848532-6ed6-45f1-b81e-1de48d30c6cb admin admin] Publish callbacks [] for security_group (4ddb68b5-16e6-48a5-b5b2-3ebc12d58500), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:59.813434 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3c848532-6ed6-45f1-b81e-1de48d30c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4ddb68b5-16e6-48a5-b5b2-3ebc12d58500), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:59.816086 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3c848532-6ed6-45f1-b81e-1de48d30c6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:33:59.819588 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3c848532-6ed6-45f1-b81e-1de48d30c6cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4ddb68b5-16e6-48a5-b5b2-3ebc12d58500 HTTP/1.1" status: 204 len: 168 time: 0.1224818 Aug 23 04:33:59.825425 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c848532-6ed6-45f1-b81e-1de48d30c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb68b5-16e6-48a5-b5b2-3ebc12d58500,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:59.966346 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612769e-df2d-4af7-90a0-6d24ab963908 req-eda3dfee-94f4-44e0-b3e8-307885584dae tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:33:59.967846 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6612769e-df2d-4af7-90a0-6d24ab963908 req-eda3dfee-94f4-44e0-b3e8-307885584dae tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 946 time: 0.0516119 Aug 23 04:34:00.020099 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6612769e-df2d-4af7-90a0-6d24ab963908 req-6542890d-a4d0-4330-92a7-48e78238e0b2 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Aug 23 04:34:00.045233 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e816a-8926-4798-9077-600437bff69a req-01ad95a7-f34c-4bbd-a4a1-f9b38146b2f3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:34:00.046828 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-d23e816a-8926-4798-9077-600437bff69a req-01ad95a7-f34c-4bbd-a4a1-f9b38146b2f3 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 946 time: 0.0569158 Aug 23 04:34:00.097134 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:00.126736 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45050) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:00.138849 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Deleting port 2ff7de56-3ec6-4615-a0a4-667797f15a84 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:34:00.139181 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.143524 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5fed-f885-4b5e-a953-6b76d45e0e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.222220 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5fed-f885-4b5e-a953-6b76d45e0e2a admin admin] Publish callbacks [] for security_group (37f405d5-19f4-4c77-b65a-13f93ea67850), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.227192 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5fed-f885-4b5e-a953-6b76d45e0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (37f405d5-19f4-4c77-b65a-13f93ea67850), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.236693 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] For port 2ff7de56-3ec6-4615-a0a4-667797f15a84, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2ff7de56-3ec6-4615-a0a4-667797f15a84,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:00.237078 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.269758 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9f4d5fed-f885-4b5e-a953-6b76d45e0e2a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8353b178fb69412e8433036827d59979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419244 Aug 23 04:34:00.270634 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d5fed-f885-4b5e-a953-6b76d45e0e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f405d5-19f4-4c77-b65a-13f93ea67850,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:00.274032 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45052) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:00.325109 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1a68b2b0-8b7d-4fde-9c57-9b5f43db82fd admin admin] Publish callbacks [] for security_group (37f405d5-19f4-4c77-b65a-13f93ea67850), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.345994 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1a68b2b0-8b7d-4fde-9c57-9b5f43db82fd admin admin] Publish callbacks [] for security_group (37f405d5-19f4-4c77-b65a-13f93ea67850), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.394605 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1a68b2b0-8b7d-4fde-9c57-9b5f43db82fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (37f405d5-19f4-4c77-b65a-13f93ea67850), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.397148 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1a68b2b0-8b7d-4fde-9c57-9b5f43db82fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.398411 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-1a68b2b0-8b7d-4fde-9c57-9b5f43db82fd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/37f405d5-19f4-4c77-b65a-13f93ea67850 HTTP/1.1" status: 204 len: 168 time: 0.1231604 Aug 23 04:34:00.405481 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.405764 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (75d4ba60-9a34-4e3c-b55b-ce8ee523982c), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.406089 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Floating IP 75d4ba60-9a34-4e3c-b55b-ce8ee523982c disassociated. External IP: 172.27.4.38, port: 2ff7de56-3ec6-4615-a0a4-667797f15a84. Aug 23 04:34:00.406437 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Calling delete_port for 2ff7de56-3ec6-4615-a0a4-667797f15a84 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:34:00.407219 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68b2b0-8b7d-4fde-9c57-9b5f43db82fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f405d5-19f4-4c77-b65a-13f93ea67850,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:00.539787 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (2ff7de56-3ec6-4615-a0a4-667797f15a84), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.567642 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event deleted for resources: {'Port': ['ID=2ff7de56-3ec6-4615-a0a4-667797f15a84,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:00.666568 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:00.694038 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:34:00.810117 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:34:00.822738 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] Sync routers for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:34:00.846448 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:34:00.847600 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:33:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:00.868849 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] No DVR routers for this DVR port 2ff7de56-3ec6-4615-a0a4-667797f15a84 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:34:00.872443 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:00.876119 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-d23e816a-8926-4798-9077-600437bff69a req-51ca7316-6741-49fb-8a74-2ae9a281cf3f tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.47 "DELETE /networking/v2.0/ports/2ff7de56-3ec6-4615-a0a4-667797f15a84 HTTP/1.1" status: 204 len: 173 time: 0.8234408 Aug 23 04:34:00.876693 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-deleted', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:34:00.880237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faffc63-93e2-478e-87d7-eac437b20750" -d '{"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-deleted", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:34:00.937198 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0214a75e-1700-45fe-955c-0eae6bdde506 x-openstack-request-id: req-0214a75e-1700-45fe-955c-0eae6bdde506 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:34:00.937799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa23cb-802d-4f77-a8e8-1186afbb359d", "name": "network-vif-deleted", "tag": "2ff7de56-3ec6-4615-a0a4-667797f15a84", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:34:00.940775 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0214a75e-1700-45fe-955c-0eae6bdde506 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:34:00.941475 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0214a75e-1700-45fe-955c-0eae6bdde506'] response: {'server_uuid': '23fa23cb-802d-4f77-a8e8-1186afbb359d', 'name': 'network-vif-deleted', 'tag': '2ff7de56-3ec6-4615-a0a4-667797f15a84', 'status': 'completed', 'code': 200} Aug 23 04:34:00.960358 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:01.055496 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:34:01.059690 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d75367a4-13ac-4072-8f72-0db5a0ba4c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:01.286208 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-00c8c930-63ce-4259-826d-34b45e910bb3 req-9334c812-e8e0-4efe-857c-d6721cbd0141 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=23fa23cb-802d-4f77-a8e8-1186afbb359d HTTP/1.1" status: 200 len: 210 time: 0.0489793 Aug 23 04:34:01.357184 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:01.384256 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] Checking router: 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:34:01.393556 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:34:01.394214 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:34:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:01.499427 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:34:01.638645 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:01.704626 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:01.731193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af788aa4-9d8c-4fcb-a8dc-97714916b2c1 None None] The sync data for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi is: [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'd9114c46-542c-4521-9e8d-c9dfaf4c577e', 'name': '', 'network_id': '6add0727-6c98-4d08-a7e7-3e117fdd2353', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'mac_address': 'fa:16:3e:d6:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a7767169-880d-488a-9778-670c1f389978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:19Z', 'updated_at': '2022-08-23T04:27:29Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'subnets': [{'id': 'a7767169-880d-488a-9778-670c1f389978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:34:01.969000 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821992c-e7d7-42e3-952c-7d5c844e28a1 None None] New status for floating IP 75d4ba60-9a34-4e3c-b55b-ce8ee523982c: DOWN {{(pid=106734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:34:02.051898 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=99 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:02.204113 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.390671 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45154) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:02.452140 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c24374f1-4f50-4246-94cd-1e5e46cb5e8e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (1bb6d2f6-5997-47ad-9dcb-3ec5da86b929), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.479850 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c24374f1-4f50-4246-94cd-1e5e46cb5e8e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (1bb6d2f6-5997-47ad-9dcb-3ec5da86b929), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.490444 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:02.543906 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c24374f1-4f50-4246-94cd-1e5e46cb5e8e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1bb6d2f6-5997-47ad-9dcb-3ec5da86b929), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.546597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c24374f1-4f50-4246-94cd-1e5e46cb5e8e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.547778 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c24374f1-4f50-4246-94cd-1e5e46cb5e8e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1bb6d2f6-5997-47ad-9dcb-3ec5da86b929 HTTP/1.1" status: 204 len: 168 time: 0.1561041 Aug 23 04:34:02.550834 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45162) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:02.559535 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24374f1-4f50-4246-94cd-1e5e46cb5e8e tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb6d2f6-5997-47ad-9dcb-3ec5da86b929,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:02.576696 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.api.v2.resource [None req-add8a84f-f642-4a5f-9831-6c75769f8451 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] show failed (client error): The resource could not be found. Aug 23 04:34:02.578020 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-add8a84f-f642-4a5f-9831-6c75769f8451 tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "GET /networking/v2.0/security-groups/1bb6d2f6-5997-47ad-9dcb-3ec5da86b929 HTTP/1.1" status: 404 len: 347 time: 0.0260344 Aug 23 04:34:02.580979 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45164) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:02.699408 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:02.709632 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Deleting port 5c58b4ff-3e26-444c-8ac8-e871a0e0777a {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:34:02.710251 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.720379 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 2ff7de56-3ec6-4615-a0a4-667797f15a84 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:34:02.720713 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2ff7de56-3ec6-4615-a0a4-667797f15a84 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:02.769223 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:02.796903 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.797227 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.810934 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Calling delete_port for 5c58b4ff-3e26-444c-8ac8-e871a0e0777a owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:34:02.886509 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:02.963141 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (5c58b4ff-3e26-444c-8ac8-e871a0e0777a), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:02.993155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Pushing event deleted for resources: {'Port': ['ID=5c58b4ff-3e26-444c-8ac8-e871a0e0777a,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:03.061646 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks [] for floatingip (75d4ba60-9a34-4e3c-b55b-ce8ee523982c), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:03.064274 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:03.066183 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-750ed9b0-ae00-4511-b4ea-e59ccdde495d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/75d4ba60-9a34-4e3c-b55b-ce8ee523982c HTTP/1.1" status: 204 len: 168 time: 0.4841788 Aug 23 04:34:03.610392 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:03.708391 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.072292 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45194) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:04.125021 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] Deleting subnet 6abbc587-4d81-406d-977c-390328bfc54f {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:34:04.128509 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] Publish callbacks [] for subnet (6abbc587-4d81-406d-977c-390328bfc54f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.165043 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (6abbc587-4d81-406d-977c-390328bfc54f), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.208630 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (6abbc587-4d81-406d-977c-390328bfc54f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.276115 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (6abbc587-4d81-406d-977c-390328bfc54f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.310559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abbc587-4d81-406d-977c-390328bfc54f,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:04.314268 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.320480 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7540403c-4bee-443f-8317-ac7b7583efd3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/6abbc587-4d81-406d-977c-390328bfc54f HTTP/1.1" status: 204 len: 168 time: 0.2468457 Aug 23 04:34:04.320708 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45204) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:04.401820 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (beb087de-9b8b-48dd-beae-a42ad2be21e9), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.489778 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (beb087de-9b8b-48dd-beae-a42ad2be21e9), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.511821 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb087de-9b8b-48dd-beae-a42ad2be21e9']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:04.521365 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8eb5313-41e6-4ba7-9df7-607cc5a2ab98') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:04.521665 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8eb5313-41e6-4ba7-9df7-607cc5a2ab98') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:04.531697 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (c8eb5313-41e6-4ba7-9df7-607cc5a2ab98), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.545564 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (c8eb5313-41e6-4ba7-9df7-607cc5a2ab98), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.553344 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:04.553749 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (c8eb5313-41e6-4ba7-9df7-607cc5a2ab98), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.583938 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment c8eb5313-41e6-4ba7-9df7-607cc5a2ab98 resource provider aggregate not found Aug 23 04:34:04.628709 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (beb087de-9b8b-48dd-beae-a42ad2be21e9), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.634957 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment c8eb5313-41e6-4ba7-9df7-607cc5a2ab98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8eb5313-41e6-4ba7-9df7-607cc5a2ab98 found for delete ", "request_id": "req-0c2a2b20-ebf8-4e45-9237-57c40918da41"}]} Aug 23 04:34:04.636099 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.639642 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/beb087de-9b8b-48dd-beae-a42ad2be21e9 HTTP/1.1" status: 204 len: 168 time: 0.3178351 Aug 23 04:34:04.642686 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45212) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:04.650087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d3f3a-0a74-4772-b773-4a192e63af16 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb087de-9b8b-48dd-beae-a42ad2be21e9,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:04.694848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] Deleting subnet f2119ce1-5b10-4d1b-abad-4b5bfeb3a102 {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:34:04.700090 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] Publish callbacks [] for subnet (f2119ce1-5b10-4d1b-abad-4b5bfeb3a102), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.742315 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (f2119ce1-5b10-4d1b-abad-4b5bfeb3a102), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.783503 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (f2119ce1-5b10-4d1b-abad-4b5bfeb3a102), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.845992 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (f2119ce1-5b10-4d1b-abad-4b5bfeb3a102), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.872382 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2119ce1-5b10-4d1b-abad-4b5bfeb3a102,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:04.875860 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:04.879003 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ab343df8-249b-45da-856e-18c4c68f19cf admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/f2119ce1-5b10-4d1b-abad-4b5bfeb3a102 HTTP/1.1" status: 204 len: 168 time: 0.2352109 Aug 23 04:34:04.881683 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45214) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:04.950140 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (7b7ec2e0-9d61-4938-b659-1a26d9bba6aa), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.003366 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:05.052007 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (7b7ec2e0-9d61-4938-b659-1a26d9bba6aa), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.078270 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7ec2e0-9d61-4938-b659-1a26d9bba6aa']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:05.088803 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9bc9d9-ba1e-4898-9d34-dd75833b6e26') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:05.089101 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9bc9d9-ba1e-4898-9d34-dd75833b6e26') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:05.099064 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (dc9bc9d9-ba1e-4898-9d34-dd75833b6e26), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.115757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (dc9bc9d9-ba1e-4898-9d34-dd75833b6e26), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.122737 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:05.123244 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (dc9bc9d9-ba1e-4898-9d34-dd75833b6e26), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.179949 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment dc9bc9d9-ba1e-4898-9d34-dd75833b6e26 resource provider aggregate not found Aug 23 04:34:05.192316 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (7b7ec2e0-9d61-4938-b659-1a26d9bba6aa), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.199830 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.204446 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/7b7ec2e0-9d61-4938-b659-1a26d9bba6aa HTTP/1.1" status: 204 len: 168 time: 0.3216944 Aug 23 04:34:05.206074 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment dc9bc9d9-ba1e-4898-9d34-dd75833b6e26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc9bc9d9-ba1e-4898-9d34-dd75833b6e26 found for delete ", "request_id": "req-e4cb0974-ad0b-4e9a-adc4-3e5afe8a303b"}]} Aug 23 04:34:05.215952 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1571e-25fc-4978-8185-2d2260de13fa admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7ec2e0-9d61-4938-b659-1a26d9bba6aa,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:05.399472 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45224) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:05.444201 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8a57971d-c407-4887-afd0-82858ecb2c57 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=16e0c2b8e2a8400b90fc58de9b69a5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433445 Aug 23 04:34:05.446893 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45228) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:05.510829 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-62e63a3e-4211-4b9c-be8e-b1bf717a02fd admin admin] Publish callbacks [] for security_group (fd159439-91df-4df3-b879-58c7d31df52e), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.534466 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-62e63a3e-4211-4b9c-be8e-b1bf717a02fd admin admin] Publish callbacks [] for security_group (fd159439-91df-4df3-b879-58c7d31df52e), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.537638 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45234) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:05.585798 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-62e63a3e-4211-4b9c-be8e-b1bf717a02fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (fd159439-91df-4df3-b879-58c7d31df52e), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.588636 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-62e63a3e-4211-4b9c-be8e-b1bf717a02fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:05.592296 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-62e63a3e-4211-4b9c-be8e-b1bf717a02fd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fd159439-91df-4df3-b879-58c7d31df52e HTTP/1.1" status: 204 len: 168 time: 0.1419108 Aug 23 04:34:05.598130 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e63a3e-4211-4b9c-be8e-b1bf717a02fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd159439-91df-4df3-b879-58c7d31df52e,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:05.818910 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:05.966121 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45242) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:06.043612 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-cf9588aa-e061-4509-8648-78fde5f454c1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fd86d315464043dd8767ff1bfd7cd3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760939 Aug 23 04:34:06.046298 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45244) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:06.074481 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:06.088726 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.107783 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f27e3062-901b-4761-9e4a-9360dccefb19 admin admin] Publish callbacks [] for security_group (83d1d283-4052-4429-9c91-854de88df024), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.137317 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f27e3062-901b-4761-9e4a-9360dccefb19 admin admin] Publish callbacks [] for security_group (83d1d283-4052-4429-9c91-854de88df024), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.188342 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f27e3062-901b-4761-9e4a-9360dccefb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (83d1d283-4052-4429-9c91-854de88df024), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.191568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f27e3062-901b-4761-9e4a-9360dccefb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.192824 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f27e3062-901b-4761-9e4a-9360dccefb19 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/83d1d283-4052-4429-9c91-854de88df024 HTTP/1.1" status: 204 len: 168 time: 0.1455846 Aug 23 04:34:06.201314 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e3062-901b-4761-9e4a-9360dccefb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d1d283-4052-4429-9c91-854de88df024,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:06.332360 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Deleting port d9114c46-542c-4521-9e8d-c9dfaf4c577e {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:34:06.332949 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.424731 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] For port d9114c46-542c-4521-9e8d-c9dfaf4c577e, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=d9114c46-542c-4521-9e8d-c9dfaf4c577e,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:06.425093 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.442838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Calling delete_port for d9114c46-542c-4521-9e8d-c9dfaf4c577e owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:34:06.488303 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:06.642545 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (d9114c46-542c-4521-9e8d-c9dfaf4c577e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:06.667550 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9114c46-542c-4521-9e8d-c9dfaf4c577e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:06.673653 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:06.848217 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:07.080662 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:34:07.209421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:34:07.209911 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e642c00d-a844-4e20-bde7-6b3c39aa4636 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/567fe6d9-ffe5-4ac1-9e10-379a67d20bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6701396 Aug 23 04:34:07.212445 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45274) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:07.217606 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] Sync routers for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:34:07.228270 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:34:07.228881 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:34:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:07.320911 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks [] for router (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:07.357028 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:34:07.410724 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:07.438504 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks [] for router_gateway (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:07.498100 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Deleting port 97f294f3-2eef-433b-b33f-b7225f3e3da6 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:34:07.498848 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:07.598760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] For port 97f294f3-2eef-433b-b33f-b7225f3e3da6, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=97f294f3-2eef-433b-b33f-b7225f3e3da6,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:07.599084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:07.683571 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:34:06Z', 'revision_number': 5, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port': {'id': '97f294f3-2eef-433b-b33f-b7225f3e3da6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:27:12Z', 'updated_at': '2022-08-23T04:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:07.709975 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] Checking router: 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:34:07.719674 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] Routers {'567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:34:07.720535 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:34:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:07.826093 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] Set router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 gateway port host: None {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:34:07.883038 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:34:07Z', 'revision_number': 6, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:07.893969 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Calling delete_port for 97f294f3-2eef-433b-b33f-b7225f3e3da6 owned by network:router_gateway {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:34:07.914959 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4698d66-e842-4a3b-9a2c-658ff8f84bc8 None None] The sync data for ids ['567fe6d9-ffe5-4ac1-9e10-379a67d20bb6'] in dv-cinder-854070-1-iscsi is: [{'id': '567fe6d9-ffe5-4ac1-9e10-379a67d20bb6', 'name': 'tempest-AttachVolumeShelveTestJSON-2105759961-router', 'tenant_id': 'fa6589185abe4af1b3d0cba6f0699538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:27:11Z', 'updated_at': '2022-08-23T04:34:07Z', 'revision_number': 6, 'project_id': 'fa6589185abe4af1b3d0cba6f0699538', 'gw_port_host': None}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:34:08.087364 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (97f294f3-2eef-433b-b33f-b7225f3e3da6), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.118301 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f294f3-2eef-433b-b33f-b7225f3e3da6,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:08.183328 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.293790 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.296195 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks [] for router_controller (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.342268 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (567fe6d9-ffe5-4ac1-9e10-379a67d20bb6), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.342864 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 {{(pid=106731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:34:08.347282 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.348166 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e053ac18-1816-440e-b9fa-b6b81a6d5839 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/567fe6d9-ffe5-4ac1-9e10-379a67d20bb6 HTTP/1.1" status: 204 len: 168 time: 1.1346135 Aug 23 04:34:08.351193 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45298) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:08.383574 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:08.397849 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] Deleting subnet a7767169-880d-488a-9778-670c1f389978 {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:34:08.402806 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] Publish callbacks [] for subnet (a7767169-880d-488a-9778-670c1f389978), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.440464 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268124732'] for subnet (a7767169-880d-488a-9778-670c1f389978), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.468201 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 97f294f3-2eef-433b-b33f-b7225f3e3da6 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:08.492043 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 97f294f3-2eef-433b-b33f-b7225f3e3da6 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:34:08.492378 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 97f294f3-2eef-433b-b33f-b7225f3e3da6 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:08.492803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device d9114c46-542c-4521-9e8d-c9dfaf4c577e no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:08.512577 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: d9114c46-542c-4521-9e8d-c9dfaf4c577e {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:34:08.512920 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device d9114c46-542c-4521-9e8d-c9dfaf4c577e not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:08.546239 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (a7767169-880d-488a-9778-670c1f389978), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.602655 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267589262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-268200795'] for subnet (a7767169-880d-488a-9778-670c1f389978), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.629967 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7767169-880d-488a-9778-670c1f389978,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:08.633600 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.636982 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-0fb066d3-76ff-411a-970b-3411229f66e3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a7767169-880d-488a-9778-670c1f389978 HTTP/1.1" status: 204 len: 168 time: 0.2848318 Aug 23 04:34:08.639628 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45300) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:08.642130 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c312b7-3126-4d81-8e4b-5758bd862c07 None None] Network 6add0727-6c98-4d08-a7e7-3e117fdd2353 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:34:08.645326 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:08.662710 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:08.723170 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (6add0727-6c98-4d08-a7e7-3e117fdd2353), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.768693 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Deleting port 2846041b-c8ac-465a-bdb6-a842cb998502 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:34:08.769057 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.813125 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] DHCP port deletion for 6add0727-6c98-4d08-a7e7-3e117fdd2353 request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:34:08.843398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] For port 2846041b-c8ac-465a-bdb6-a842cb998502, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=2846041b-c8ac-465a-bdb6-a842cb998502,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:08.843398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.852450 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] Deleting port 2846041b-c8ac-465a-bdb6-a842cb998502 {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:34:08.852970 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.855744 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Calling delete_port for 2846041b-c8ac-465a-bdb6-a842cb998502 owned by network:dhcp {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:34:08.920096 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] For port 2846041b-c8ac-465a-bdb6-a842cb998502, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=2846041b-c8ac-465a-bdb6-a842cb998502,segment=NetworkSegment(25ebef39-9234-4ecc-8347-f2a1354f1156),segment_id=25ebef39-9234-4ecc-8347-f2a1354f1156)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:08.920497 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.933175 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] Calling delete_port for 2846041b-c8ac-465a-bdb6-a842cb998502 owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:34:08.942904 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:08.971211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Pushing event deleted for resources: {'Port': ['ID=2846041b-c8ac-465a-bdb6-a842cb998502,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:08.972918 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] No DVR routers for this DVR port 2846041b-c8ac-465a-bdb6-a842cb998502 on host dv-cinder-854070-1-iscsi {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:34:09.000316 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:09.014852 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (2846041b-c8ac-465a-bdb6-a842cb998502), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.040096 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] Pushing event deleted for resources: {'Port': ['ID=2846041b-c8ac-465a-bdb6-a842cb998502,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:09.045992 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef26b639-1086-4e88-a36b-ee7875d636dd None None] No DVR routers for this DVR port 2846041b-c8ac-465a-bdb6-a842cb998502 on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:34:09.061962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (6add0727-6c98-4d08-a7e7-3e117fdd2353), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.082375 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6add0727-6c98-4d08-a7e7-3e117fdd2353']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:09.096467 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ebef39-9234-4ecc-8347-f2a1354f1156') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:09.096759 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ebef39-9234-4ecc-8347-f2a1354f1156') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:09.107180 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (25ebef39-9234-4ecc-8347-f2a1354f1156), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.121211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (25ebef39-9234-4ecc-8347-f2a1354f1156), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.128218 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:09.132044 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (25ebef39-9234-4ecc-8347-f2a1354f1156), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.150707 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 25ebef39-9234-4ecc-8347-f2a1354f1156 resource provider aggregate not found Aug 23 04:34:09.190807 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 25ebef39-9234-4ecc-8347-f2a1354f1156 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25ebef39-9234-4ecc-8347-f2a1354f1156 found for delete ", "request_id": "req-839d9a29-7802-40f2-9329-0b5ec43094d3"}]} Aug 23 04:34:09.202207 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (6add0727-6c98-4d08-a7e7-3e117fdd2353), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.208855 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.212714 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/6add0727-6c98-4d08-a7e7-3e117fdd2353 HTTP/1.1" status: 204 len: 168 time: 0.5718529 Aug 23 04:34:09.229473 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809338af-5d9a-432b-b1c4-315c50320670 admin admin] Pushing event deleted for resources: {'Network': ['ID=6add0727-6c98-4d08-a7e7-3e117fdd2353,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:09.411243 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45316) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:09.458341 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-876ff410-ec83-49e2-9bed-2a29eeceeeea admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fa6589185abe4af1b3d0cba6f0699538&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452633 Aug 23 04:34:09.460839 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45318) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:09.519118 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e177f0ec-2eb8-4b87-940a-4915d7994527 admin admin] Publish callbacks [] for security_group (5c1cc8ce-a9c0-42cd-b462-e4ec99952f81), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.542900 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e177f0ec-2eb8-4b87-940a-4915d7994527 admin admin] Publish callbacks [] for security_group (5c1cc8ce-a9c0-42cd-b462-e4ec99952f81), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.572706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:09.593493 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e177f0ec-2eb8-4b87-940a-4915d7994527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5c1cc8ce-a9c0-42cd-b462-e4ec99952f81), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.596083 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e177f0ec-2eb8-4b87-940a-4915d7994527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:09.597340 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e177f0ec-2eb8-4b87-940a-4915d7994527 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5c1cc8ce-a9c0-42cd-b462-e4ec99952f81 HTTP/1.1" status: 204 len: 168 time: 0.1352627 Aug 23 04:34:09.605787 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177f0ec-2eb8-4b87-940a-4915d7994527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1cc8ce-a9c0-42cd-b462-e4ec99952f81,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:10.305700 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2846041b-c8ac-465a-bdb6-a842cb998502 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:10.329037 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 2846041b-c8ac-465a-bdb6-a842cb998502 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:34:10.329362 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 2846041b-c8ac-465a-bdb6-a842cb998502 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:12.123214 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:12.125457 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:16.159212 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:34:17.594171 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45512) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:17.719732 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b1a050ab-f9c2-4968-ad26-bd02cbf8e6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:17.801058 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b1a050ab-f9c2-4968-ad26-bd02cbf8e6f0 admin admin] Publish callbacks [] for security_group (cb73a75a-f08a-485e-bad6-bc53dd028aab), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:17.805826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b1a050ab-f9c2-4968-ad26-bd02cbf8e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (cb73a75a-f08a-485e-bad6-bc53dd028aab), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:17.825709 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:17.849926 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-b1a050ab-f9c2-4968-ad26-bd02cbf8e6f0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c285b3c892ec494dac9fc255c4178606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546027 Aug 23 04:34:17.851677 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a050ab-f9c2-4968-ad26-bd02cbf8e6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb73a75a-f08a-485e-bad6-bc53dd028aab,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:17.853517 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45516) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:17.903879 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9066-080c-4464-90ce-303dd4329403 admin admin] Publish callbacks [] for security_group (cb73a75a-f08a-485e-bad6-bc53dd028aab), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:17.923711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9066-080c-4464-90ce-303dd4329403 admin admin] Publish callbacks [] for security_group (cb73a75a-f08a-485e-bad6-bc53dd028aab), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:17.977025 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9066-080c-4464-90ce-303dd4329403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (cb73a75a-f08a-485e-bad6-bc53dd028aab), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:17.979791 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9066-080c-4464-90ce-303dd4329403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:17.983690 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-aa0d9066-080c-4464-90ce-303dd4329403 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cb73a75a-f08a-485e-bad6-bc53dd028aab HTTP/1.1" status: 204 len: 168 time: 0.1266811 Aug 23 04:34:17.991269 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d9066-080c-4464-90ce-303dd4329403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb73a75a-f08a-485e-bad6-bc53dd028aab,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:18.290859 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45532) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:18.304656 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-27230f57-134d-426e-b488-50955c1d6713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.384146 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-27230f57-134d-426e-b488-50955c1d6713 admin admin] Publish callbacks [] for security_group (b5f0d1df-86d7-42e5-8129-9b0777de23ad), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.389715 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-27230f57-134d-426e-b488-50955c1d6713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b5f0d1df-86d7-42e5-8129-9b0777de23ad), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.394731 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:18.425364 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45536) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:18.432307 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27230f57-134d-426e-b488-50955c1d6713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f0d1df-86d7-42e5-8129-9b0777de23ad,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:18.440142 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-27230f57-134d-426e-b488-50955c1d6713 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bed0b66099034c1c84b3477e118e58b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465678 Aug 23 04:34:18.441265 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45540) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:18.493019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:18.499852 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf344-7927-4dad-a675-eb492661718e admin admin] Publish callbacks [] for security_group (b5f0d1df-86d7-42e5-8129-9b0777de23ad), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.520982 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf344-7927-4dad-a675-eb492661718e admin admin] Publish callbacks [] for security_group (b5f0d1df-86d7-42e5-8129-9b0777de23ad), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.557369 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ea6bc679-1af7-424b-819e-7cfc55da99bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.592420 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf344-7927-4dad-a675-eb492661718e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b5f0d1df-86d7-42e5-8129-9b0777de23ad), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.594867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf344-7927-4dad-a675-eb492661718e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.596044 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5a6bf344-7927-4dad-a675-eb492661718e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b5f0d1df-86d7-42e5-8129-9b0777de23ad HTTP/1.1" status: 204 len: 168 time: 0.1531966 Aug 23 04:34:18.615898 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bf344-7927-4dad-a675-eb492661718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f0d1df-86d7-42e5-8129-9b0777de23ad,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:18.661498 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ea6bc679-1af7-424b-819e-7cfc55da99bf admin admin] Publish callbacks [] for security_group (b1066cb3-5d0f-4897-97f5-920adf96152f), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.665397 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ea6bc679-1af7-424b-819e-7cfc55da99bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b1066cb3-5d0f-4897-97f5-920adf96152f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.709795 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ea6bc679-1af7-424b-819e-7cfc55da99bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=98c1de443dd14892a089e9f9196178a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807579 Aug 23 04:34:18.709795 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bc679-1af7-424b-819e-7cfc55da99bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1066cb3-5d0f-4897-97f5-920adf96152f,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:18.710670 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45544) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:18.765081 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6968f890-273a-4827-b5b9-4e8c9a44f954 admin admin] Publish callbacks [] for security_group (b1066cb3-5d0f-4897-97f5-920adf96152f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.786447 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6968f890-273a-4827-b5b9-4e8c9a44f954 admin admin] Publish callbacks [] for security_group (b1066cb3-5d0f-4897-97f5-920adf96152f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.846178 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6968f890-273a-4827-b5b9-4e8c9a44f954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (b1066cb3-5d0f-4897-97f5-920adf96152f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.848896 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6968f890-273a-4827-b5b9-4e8c9a44f954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:18.850067 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6968f890-273a-4827-b5b9-4e8c9a44f954 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b1066cb3-5d0f-4897-97f5-920adf96152f HTTP/1.1" status: 204 len: 168 time: 0.1384077 Aug 23 04:34:18.863512 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968f890-273a-4827-b5b9-4e8c9a44f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1066cb3-5d0f-4897-97f5-920adf96152f,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:19.470016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45586) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:19.606152 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0df9fb79-65ed-42a2-9d32-c67a0e64307e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:19.696373 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0df9fb79-65ed-42a2-9d32-c67a0e64307e admin admin] Publish callbacks [] for security_group (0dcb268a-90d2-441a-ac67-f5bcbcc88e42), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:19.701732 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-0df9fb79-65ed-42a2-9d32-c67a0e64307e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (0dcb268a-90d2-441a-ac67-f5bcbcc88e42), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:19.741236 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9fb79-65ed-42a2-9d32-c67a0e64307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb268a-90d2-441a-ac67-f5bcbcc88e42,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:19.745415 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-0df9fb79-65ed-42a2-9d32-c67a0e64307e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cc551179c4fd40ef93d92d1a1c8e11bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742045 Aug 23 04:34:19.748894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45598) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:19.808537 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a6361520-bc63-4700-9b6b-dc0a90b386c2 admin admin] Publish callbacks [] for security_group (0dcb268a-90d2-441a-ac67-f5bcbcc88e42), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:19.835508 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a6361520-bc63-4700-9b6b-dc0a90b386c2 admin admin] Publish callbacks [] for security_group (0dcb268a-90d2-441a-ac67-f5bcbcc88e42), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:19.890372 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a6361520-bc63-4700-9b6b-dc0a90b386c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (0dcb268a-90d2-441a-ac67-f5bcbcc88e42), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:19.894043 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a6361520-bc63-4700-9b6b-dc0a90b386c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:19.898266 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a6361520-bc63-4700-9b6b-dc0a90b386c2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0dcb268a-90d2-441a-ac67-f5bcbcc88e42 HTTP/1.1" status: 204 len: 168 time: 0.1470294 Aug 23 04:34:19.911351 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361520-bc63-4700-9b6b-dc0a90b386c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb268a-90d2-441a-ac67-f5bcbcc88e42,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:23.708054 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=17 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:25.791096 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:26.154241 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=11 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:28.694283 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e26a09fd-75bb-4790-8439-07978a4c60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:28.701773 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:28.704699 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:29.901479 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:29.905518 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:30.296918 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45864) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:30.420608 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b2428fbe-e37e-4690-bdcd-020fdadccd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.513876 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b2428fbe-e37e-4690-bdcd-020fdadccd19 admin admin] Publish callbacks [] for security_group (858a1a19-0156-4e75-ace2-e3a95cda6069), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.519702 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-b2428fbe-e37e-4690-bdcd-020fdadccd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (858a1a19-0156-4e75-ace2-e3a95cda6069), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.559395 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-b2428fbe-e37e-4690-bdcd-020fdadccd19 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7d935a9f23f64970ab825f32a069fdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612896 Aug 23 04:34:30.560302 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2428fbe-e37e-4690-bdcd-020fdadccd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a1a19-0156-4e75-ace2-e3a95cda6069,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:30.562539 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45868) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:30.618778 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-970a7bd2-d5c2-4fb8-acdb-c82e4f7d391a admin admin] Publish callbacks [] for security_group (858a1a19-0156-4e75-ace2-e3a95cda6069), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.639876 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-970a7bd2-d5c2-4fb8-acdb-c82e4f7d391a admin admin] Publish callbacks [] for security_group (858a1a19-0156-4e75-ace2-e3a95cda6069), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.697120 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-970a7bd2-d5c2-4fb8-acdb-c82e4f7d391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (858a1a19-0156-4e75-ace2-e3a95cda6069), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.700037 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-970a7bd2-d5c2-4fb8-acdb-c82e4f7d391a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.701341 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-970a7bd2-d5c2-4fb8-acdb-c82e4f7d391a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/858a1a19-0156-4e75-ace2-e3a95cda6069 HTTP/1.1" status: 204 len: 168 time: 0.1376789 Aug 23 04:34:30.709323 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a7bd2-d5c2-4fb8-acdb-c82e4f7d391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a1a19-0156-4e75-ace2-e3a95cda6069,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:30.914931 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-af3b44d5-2c4d-4964-a12a-ec463089d683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:30.977846 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45876) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:30.992293 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-75d2d7cd-c387-479c-93eb-91aeeb0ae77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.078434 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-75d2d7cd-c387-479c-93eb-91aeeb0ae77e admin admin] Publish callbacks [] for security_group (45f952d3-a19f-49c8-9b45-a0f3e878a1c4), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.083898 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-75d2d7cd-c387-479c-93eb-91aeeb0ae77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (45f952d3-a19f-49c8-9b45-a0f3e878a1c4), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.120858 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2d7cd-c387-479c-93eb-91aeeb0ae77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f952d3-a19f-49c8-9b45-a0f3e878a1c4,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:31.128232 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 45882) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:31.128436 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-75d2d7cd-c387-479c-93eb-91aeeb0ae77e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9b661e4a3f9a4c32ad1cb83cae23d40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493483 Aug 23 04:34:31.185756 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ca33e1b5-85aa-4f50-93d6-089fbd7a2c76 admin admin] Publish callbacks [] for security_group (45f952d3-a19f-49c8-9b45-a0f3e878a1c4), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.219246 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ca33e1b5-85aa-4f50-93d6-089fbd7a2c76 admin admin] Publish callbacks [] for security_group (45f952d3-a19f-49c8-9b45-a0f3e878a1c4), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.275040 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ca33e1b5-85aa-4f50-93d6-089fbd7a2c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (45f952d3-a19f-49c8-9b45-a0f3e878a1c4), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.282952 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ca33e1b5-85aa-4f50-93d6-089fbd7a2c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.284194 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ca33e1b5-85aa-4f50-93d6-089fbd7a2c76 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/45f952d3-a19f-49c8-9b45-a0f3e878a1c4 HTTP/1.1" status: 204 len: 168 time: 0.1545093 Aug 23 04:34:31.292711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33e1b5-85aa-4f50-93d6-089fbd7a2c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f952d3-a19f-49c8-9b45-a0f3e878a1c4,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:31.668668 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45888) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:31.687761 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d1524a7f-d13d-432e-8bbb-b5bbf0e175e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.783010 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d1524a7f-d13d-432e-8bbb-b5bbf0e175e6 admin admin] Publish callbacks [] for security_group (7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.788652 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d1524a7f-d13d-432e-8bbb-b5bbf0e175e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.832450 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d1524a7f-d13d-432e-8bbb-b5bbf0e175e6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e16ef088d0934313a3d704d4ad2276e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623054 Aug 23 04:34:31.833209 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1524a7f-d13d-432e-8bbb-b5bbf0e175e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:31.836035 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 45890) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:34:31.896961 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74b5e414-fe9a-4fbc-b612-169aeccdece3 admin admin] Publish callbacks [] for security_group (7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.918226 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74b5e414-fe9a-4fbc-b612-169aeccdece3 admin admin] Publish callbacks [] for security_group (7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.984649 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74b5e414-fe9a-4fbc-b612-169aeccdece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.989171 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-74b5e414-fe9a-4fbc-b612-169aeccdece3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:31.991112 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-74b5e414-fe9a-4fbc-b612-169aeccdece3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0 HTTP/1.1" status: 204 len: 168 time: 0.1538465 Aug 23 04:34:32.000742 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5e414-fe9a-4fbc-b612-169aeccdece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4090ec-1b2c-4c4c-9a36-ab0df5155cf0,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:32.212184 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:33.612873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:33.702658 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:41.259697 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:41.288326 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=31,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:41.994214 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=71,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:41.995185 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:43.696520 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:43.698481 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:45.745340 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:45.746109 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:34:53.160392 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:34:55.818458 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:34:58.710166 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5ef7-23b4-4257-b6f2-b28b384ade5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:00.934915 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4329dcca-3302-4b81-bbee-eab67f068164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:02.211286 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:03.155367 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:03.618727 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:03.708635 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:09.584870 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 46546) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:09.724372 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:09.816311 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Publish callbacks [] for security_group (5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:09.821468 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:09.860983 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:09.864874 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f8c314d0382943438b2182f2800101e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779760 Aug 23 04:35:09.867962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 46566) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:09.871447 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.871788 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.872146 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.872503 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.872841 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.873168 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.873486 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.873829 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.874122 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.874442 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.874775 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.875089 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.875401 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.875727 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.876058 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d19dfc-4abf-4cd2-92d7-0b6fd1f906b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:09.929284 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Publish callbacks [] for security_group (5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:09.949924 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Publish callbacks [] for security_group (5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:09.961823 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 46568) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:09.997992 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.000666 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.001791 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7 HTTP/1.1" status: 204 len: 168 time: 0.1319599 Aug 23 04:35:10.012140 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9c926b-8cbb-42b3-9c3c-afcd7a58a3c7,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:10.019952 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.020390 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.020788 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.021129 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.021465 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.021793 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.022115 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.022436 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.022751 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.023134 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.023595 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.023995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.024407 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.024730 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.025048 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1276990-cd46-4c0e-8c10-3f9bda46099c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:10.090094 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c6147bec-1b98-4740-bc78-6ddba101ba67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.177691 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c6147bec-1b98-4740-bc78-6ddba101ba67 admin admin] Publish callbacks [] for security_group (ac7393f0-1a04-46f7-92bb-e1bd67ab6936), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.182496 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c6147bec-1b98-4740-bc78-6ddba101ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ac7393f0-1a04-46f7-92bb-e1bd67ab6936), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.224239 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6147bec-1b98-4740-bc78-6ddba101ba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7393f0-1a04-46f7-92bb-e1bd67ab6936,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:10.230467 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c6147bec-1b98-4740-bc78-6ddba101ba67 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d190cd833ca743c08e903166138f008f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675047 Aug 23 04:35:10.233289 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 46574) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:10.291572 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93dc451c-6379-4248-b86a-508a37d89eb3 admin admin] Publish callbacks [] for security_group (ac7393f0-1a04-46f7-92bb-e1bd67ab6936), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.314675 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93dc451c-6379-4248-b86a-508a37d89eb3 admin admin] Publish callbacks [] for security_group (ac7393f0-1a04-46f7-92bb-e1bd67ab6936), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.368917 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93dc451c-6379-4248-b86a-508a37d89eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ac7393f0-1a04-46f7-92bb-e1bd67ab6936), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.371430 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93dc451c-6379-4248-b86a-508a37d89eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.372719 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-93dc451c-6379-4248-b86a-508a37d89eb3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ac7393f0-1a04-46f7-92bb-e1bd67ab6936 HTTP/1.1" status: 204 len: 168 time: 0.1384029 Aug 23 04:35:10.383025 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc451c-6379-4248-b86a-508a37d89eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7393f0-1a04-46f7-92bb-e1bd67ab6936,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:10.731888 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 46580) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:10.745954 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-42592905-ade3-44fd-bb3b-b14344caf290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.833882 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-42592905-ade3-44fd-bb3b-b14344caf290 admin admin] Publish callbacks [] for security_group (e8307e3a-067d-4bd6-afc7-e8c227ba915f), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.838680 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-42592905-ade3-44fd-bb3b-b14344caf290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e8307e3a-067d-4bd6-afc7-e8c227ba915f), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.878543 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-42592905-ade3-44fd-bb3b-b14344caf290 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f1929dde909144c38aa344ba9efb316f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455746 Aug 23 04:35:10.879630 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42592905-ade3-44fd-bb3b-b14344caf290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8307e3a-067d-4bd6-afc7-e8c227ba915f,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:10.881315 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 46588) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:10.935086 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dfb24ee0-6c83-4712-b58b-91bdf85009ff admin admin] Publish callbacks [] for security_group (e8307e3a-067d-4bd6-afc7-e8c227ba915f), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:10.958337 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dfb24ee0-6c83-4712-b58b-91bdf85009ff admin admin] Publish callbacks [] for security_group (e8307e3a-067d-4bd6-afc7-e8c227ba915f), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:11.012129 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dfb24ee0-6c83-4712-b58b-91bdf85009ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e8307e3a-067d-4bd6-afc7-e8c227ba915f), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:11.014799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-dfb24ee0-6c83-4712-b58b-91bdf85009ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:11.016070 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-dfb24ee0-6c83-4712-b58b-91bdf85009ff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8307e3a-067d-4bd6-afc7-e8c227ba915f HTTP/1.1" status: 204 len: 168 time: 0.1331103 Aug 23 04:35:11.025352 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb24ee0-6c83-4712-b58b-91bdf85009ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8307e3a-067d-4bd6-afc7-e8c227ba915f,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:14.470106 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 46660) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:14.577848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c076c786-4542-47d1-b20f-e4c9bca4b207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:14.663164 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c076c786-4542-47d1-b20f-e4c9bca4b207 admin admin] Publish callbacks [] for security_group (15166adc-38e2-45aa-9229-4f404f35d43a), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:14.669114 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-c076c786-4542-47d1-b20f-e4c9bca4b207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (15166adc-38e2-45aa-9229-4f404f35d43a), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:14.690894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:14.708929 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-c076c786-4542-47d1-b20f-e4c9bca4b207 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5dfe5e252c81484d93623b605e48746e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377124 Aug 23 04:35:14.709930 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076c786-4542-47d1-b20f-e4c9bca4b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15166adc-38e2-45aa-9229-4f404f35d43a,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:14.711777 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 46664) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:14.765094 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3bf671d1-f20c-4723-b2ff-6cd3bdec2dad admin admin] Publish callbacks [] for security_group (15166adc-38e2-45aa-9229-4f404f35d43a), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:14.786823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3bf671d1-f20c-4723-b2ff-6cd3bdec2dad admin admin] Publish callbacks [] for security_group (15166adc-38e2-45aa-9229-4f404f35d43a), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:14.834381 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3bf671d1-f20c-4723-b2ff-6cd3bdec2dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (15166adc-38e2-45aa-9229-4f404f35d43a), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:14.837286 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-3bf671d1-f20c-4723-b2ff-6cd3bdec2dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:14.838443 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-3bf671d1-f20c-4723-b2ff-6cd3bdec2dad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/15166adc-38e2-45aa-9229-4f404f35d43a HTTP/1.1" status: 204 len: 168 time: 0.1251881 Aug 23 04:35:14.846178 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf671d1-f20c-4723-b2ff-6cd3bdec2dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15166adc-38e2-45aa-9229-4f404f35d43a,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:14.859583 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:14.861407 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:22.742904 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:24.705016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=73,neutron:INSERT=25 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:24.820327 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=61,neutron:DELETE=10 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:24.843138 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=69,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:25.827838 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:27.164326 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:28.126765 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 46936) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:28.259781 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23c09e35-6893-46f7-b459-98e1d6d4c142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.343302 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23c09e35-6893-46f7-b459-98e1d6d4c142 admin admin] Publish callbacks [] for security_group (29943cf3-db22-4e3a-88f0-e99633e7afb5), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.348750 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-23c09e35-6893-46f7-b459-98e1d6d4c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (29943cf3-db22-4e3a-88f0-e99633e7afb5), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.388325 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-23c09e35-6893-46f7-b459-98e1d6d4c142 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4753c87e6a6b49cd9fde2a7350afab04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604618 Aug 23 04:35:28.389234 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c09e35-6893-46f7-b459-98e1d6d4c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29943cf3-db22-4e3a-88f0-e99633e7afb5,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:28.391237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 46940) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:28.442429 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad738a5b-d43e-4ccf-9d6d-f0fca2c1be6f admin admin] Publish callbacks [] for security_group (29943cf3-db22-4e3a-88f0-e99633e7afb5), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.465070 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad738a5b-d43e-4ccf-9d6d-f0fca2c1be6f admin admin] Publish callbacks [] for security_group (29943cf3-db22-4e3a-88f0-e99633e7afb5), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.521982 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad738a5b-d43e-4ccf-9d6d-f0fca2c1be6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (29943cf3-db22-4e3a-88f0-e99633e7afb5), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.525227 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad738a5b-d43e-4ccf-9d6d-f0fca2c1be6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.526851 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ad738a5b-d43e-4ccf-9d6d-f0fca2c1be6f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/29943cf3-db22-4e3a-88f0-e99633e7afb5 HTTP/1.1" status: 204 len: 168 time: 0.1344740 Aug 23 04:35:28.534775 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad738a5b-d43e-4ccf-9d6d-f0fca2c1be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29943cf3-db22-4e3a-88f0-e99633e7afb5,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:28.705221 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a3bb269b-28a6-41e8-adff-9f913c9751a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.840757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 46948) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:28.855343 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3a251182-66d6-4e87-96bb-491d522b59c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.933716 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3a251182-66d6-4e87-96bb-491d522b59c5 admin admin] Publish callbacks [] for security_group (e5c45381-954a-43a8-beff-b30382de60ea), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.938639 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3a251182-66d6-4e87-96bb-491d522b59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e5c45381-954a-43a8-beff-b30382de60ea), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:28.984193 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-3a251182-66d6-4e87-96bb-491d522b59c5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c205060c98094a2c9969cc9ba712edb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423035 Aug 23 04:35:28.985303 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a251182-66d6-4e87-96bb-491d522b59c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c45381-954a-43a8-beff-b30382de60ea,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:28.987345 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 46950) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:29.044130 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddd87-3807-4d34-b11c-4453bb91c550 admin admin] Publish callbacks [] for security_group (e5c45381-954a-43a8-beff-b30382de60ea), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:29.065533 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddd87-3807-4d34-b11c-4453bb91c550 admin admin] Publish callbacks [] for security_group (e5c45381-954a-43a8-beff-b30382de60ea), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:29.114283 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddd87-3807-4d34-b11c-4453bb91c550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e5c45381-954a-43a8-beff-b30382de60ea), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:29.116777 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c5ddd87-3807-4d34-b11c-4453bb91c550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:29.117918 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5c5ddd87-3807-4d34-b11c-4453bb91c550 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e5c45381-954a-43a8-beff-b30382de60ea HTTP/1.1" status: 204 len: 168 time: 0.1292567 Aug 23 04:35:29.126128 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ddd87-3807-4d34-b11c-4453bb91c550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c45381-954a-43a8-beff-b30382de60ea,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:30.159361 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:35:30.929599 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5ffda4bc-5334-432d-9f6c-a3351e3c566b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:32.223099 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:33.629877 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:33.716063 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:38.978069 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:38.981719 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:39.121040 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=28,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:39.121852 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=41,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:40.156049 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:43.706022 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:43.709271 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:45.095551 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47098) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:45.231873 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7fe0251b-2193-4b0d-9c16-af4ca2edfb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:45.310587 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7fe0251b-2193-4b0d-9c16-af4ca2edfb5b admin admin] Publish callbacks [] for security_group (4b5470e0-0210-49c9-84c4-7f551f31bbfe), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:45.315545 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7fe0251b-2193-4b0d-9c16-af4ca2edfb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4b5470e0-0210-49c9-84c4-7f551f31bbfe), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:45.353025 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0251b-2193-4b0d-9c16-af4ca2edfb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5470e0-0210-49c9-84c4-7f551f31bbfe,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:45.357265 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7fe0251b-2193-4b0d-9c16-af4ca2edfb5b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2322d93bbb524167b9b01ae0da6f5586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606671 Aug 23 04:35:45.361050 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47102) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:45.409317 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21ce7900-a8f7-4ada-b475-e185335a6fed admin admin] Publish callbacks [] for security_group (4b5470e0-0210-49c9-84c4-7f551f31bbfe), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:45.432407 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21ce7900-a8f7-4ada-b475-e185335a6fed admin admin] Publish callbacks [] for security_group (4b5470e0-0210-49c9-84c4-7f551f31bbfe), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:45.735659 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21ce7900-a8f7-4ada-b475-e185335a6fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4b5470e0-0210-49c9-84c4-7f551f31bbfe), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:45.738382 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-21ce7900-a8f7-4ada-b475-e185335a6fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:45.739556 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-21ce7900-a8f7-4ada-b475-e185335a6fed admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4b5470e0-0210-49c9-84c4-7f551f31bbfe HTTP/1.1" status: 204 len: 168 time: 0.3782742 Aug 23 04:35:45.747795 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce7900-a8f7-4ada-b475-e185335a6fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5470e0-0210-49c9-84c4-7f551f31bbfe,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:51.206453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47208) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:51.314478 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d294ad61-3e66-4e42-ab1c-1f33342db2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:51.393497 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d294ad61-3e66-4e42-ab1c-1f33342db2ca admin admin] Publish callbacks [] for security_group (fdd11348-a0f3-4a6f-897a-fbd1d016e2ba), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:51.397656 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d294ad61-3e66-4e42-ab1c-1f33342db2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (fdd11348-a0f3-4a6f-897a-fbd1d016e2ba), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:51.435748 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294ad61-3e66-4e42-ab1c-1f33342db2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd11348-a0f3-4a6f-897a-fbd1d016e2ba,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:51.442490 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d294ad61-3e66-4e42-ab1c-1f33342db2ca admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2694b3f6dc874e8593b2a2dd3c5597d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325470 Aug 23 04:35:51.442705 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47220) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:51.495652 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-50f1112f-a93f-4206-89bb-fed6f0c6929d admin admin] Publish callbacks [] for security_group (fdd11348-a0f3-4a6f-897a-fbd1d016e2ba), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:51.520738 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-50f1112f-a93f-4206-89bb-fed6f0c6929d admin admin] Publish callbacks [] for security_group (fdd11348-a0f3-4a6f-897a-fbd1d016e2ba), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:51.569714 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-50f1112f-a93f-4206-89bb-fed6f0c6929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (fdd11348-a0f3-4a6f-897a-fbd1d016e2ba), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:51.572245 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-50f1112f-a93f-4206-89bb-fed6f0c6929d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:51.573368 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-50f1112f-a93f-4206-89bb-fed6f0c6929d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fdd11348-a0f3-4a6f-897a-fbd1d016e2ba HTTP/1.1" status: 204 len: 168 time: 0.1297119 Aug 23 04:35:51.581120 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1112f-a93f-4206-89bb-fed6f0c6929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd11348-a0f3-4a6f-897a-fbd1d016e2ba,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:55.735228 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47340) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:55.759875 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:55.834457 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:55.843712 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-19081199-f82e-4c94-a14c-7a7ff577c564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:55.894262 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:55.914055 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:55.923724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-19081199-f82e-4c94-a14c-7a7ff577c564 admin admin] Publish callbacks [] for security_group (9c280a68-049b-4b33-b3ad-0699f3aaae6b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:55.927763 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-19081199-f82e-4c94-a14c-7a7ff577c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (9c280a68-049b-4b33-b3ad-0699f3aaae6b), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:55.968732 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-19081199-f82e-4c94-a14c-7a7ff577c564 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=191c6b14aa0d4277920cd57df4d24c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322056 Aug 23 04:35:55.970151 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081199-f82e-4c94-a14c-7a7ff577c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c280a68-049b-4b33-b3ad-0699f3aaae6b,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:55.971466 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47350) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:56.022108 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d340a7c7-1157-44c5-87c4-122eb799b935 admin admin] Publish callbacks [] for security_group (9c280a68-049b-4b33-b3ad-0699f3aaae6b), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:56.046363 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d340a7c7-1157-44c5-87c4-122eb799b935 admin admin] Publish callbacks [] for security_group (9c280a68-049b-4b33-b3ad-0699f3aaae6b), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:56.097143 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d340a7c7-1157-44c5-87c4-122eb799b935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (9c280a68-049b-4b33-b3ad-0699f3aaae6b), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:56.099630 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d340a7c7-1157-44c5-87c4-122eb799b935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:56.100792 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-d340a7c7-1157-44c5-87c4-122eb799b935 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9c280a68-049b-4b33-b3ad-0699f3aaae6b HTTP/1.1" status: 204 len: 168 time: 0.1282320 Aug 23 04:35:56.108864 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340a7c7-1157-44c5-87c4-122eb799b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c280a68-049b-4b33-b3ad-0699f3aaae6b,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:57.142385 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47388) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:57.252391 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-510e66a2-b1bf-4967-880c-2bd13300bc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:57.335246 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-510e66a2-b1bf-4967-880c-2bd13300bc9f admin admin] Publish callbacks [] for security_group (4eb958f8-bb13-4886-80c0-1372bfd2343f), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:57.339904 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-510e66a2-b1bf-4967-880c-2bd13300bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4eb958f8-bb13-4886-80c0-1372bfd2343f), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:57.381316 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-510e66a2-b1bf-4967-880c-2bd13300bc9f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=de57031919624c4d8f5e3a2ddcb90bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378333 Aug 23 04:35:57.383366 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e66a2-b1bf-4967-880c-2bd13300bc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb958f8-bb13-4886-80c0-1372bfd2343f,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:57.384317 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47400) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:57.438486 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-128a4809-3b95-4c1f-9b4d-24b97ec415d1 admin admin] Publish callbacks [] for security_group (4eb958f8-bb13-4886-80c0-1372bfd2343f), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:57.460460 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-128a4809-3b95-4c1f-9b4d-24b97ec415d1 admin admin] Publish callbacks [] for security_group (4eb958f8-bb13-4886-80c0-1372bfd2343f), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:57.514291 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-128a4809-3b95-4c1f-9b4d-24b97ec415d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4eb958f8-bb13-4886-80c0-1372bfd2343f), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:57.517066 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-128a4809-3b95-4c1f-9b4d-24b97ec415d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:57.521016 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-128a4809-3b95-4c1f-9b4d-24b97ec415d1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4eb958f8-bb13-4886-80c0-1372bfd2343f HTTP/1.1" status: 204 len: 168 time: 0.1348534 Aug 23 04:35:57.528991 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a4809-3b95-4c1f-9b4d-24b97ec415d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb958f8-bb13-4886-80c0-1372bfd2343f,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:58.298607 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47448) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:58.449694 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-436318077-network', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:35:58.488807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Made reservation on behalf of 0fa7aa0063804717a00a59ea3e188779 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:35:58.491110 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.501036 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.581254 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks [] for security_group (e8e11bf1-93a3-4fa7-8bc1-59b3166738c3), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.585516 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e8e11bf1-93a3-4fa7-8bc1-59b3166738c3), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.613547 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:35:58.620517 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e11bf1-93a3-4fa7-8bc1-59b3166738c3,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:58.626718 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (c75759a0-2a3f-4d51-bc2d-20d4a8c38360), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.627067 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Added segment c75759a0-2a3f-4d51-bc2d-20d4a8c38360 of type vlan for network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 Aug 23 04:35:58.669190 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.696386 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.697505 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:35:58.698094 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.707235 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e7d64655-983a-49e0-9fa7-acfeac0b4c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.725408 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4256134 Aug 23 04:35:58.730056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47456) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:58.736148 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Request body: {'subnet': {'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-436318077-subnet', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:35:58.765135 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Made reservation on behalf of 0fa7aa0063804717a00a59ea3e188779 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:35:58.767789 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-268200800'] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.769577 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f2849-67c5-4f9d-b940-4c1418ebe40c admin admin] Pushing event updated for resources: {'Network': ['ID=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:58.780882 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:35:58.935070 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-268200786'] for subnet (5a88b6f6-0a5f-4ddd-8783-349f36525a3c), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:58.983182 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a88b6f6-0a5f-4ddd-8783-349f36525a3c,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:58.999962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Checking segment: {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:35:59.000283 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Network hostable DHCP agents. Network: fd1b268e-c3c8-4e3e-a5f1-d05062dc1214, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:35:59.018764 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:35:59.028693 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, fd1b268e-c3c8-4e3e-a5f1-d05062dc1214) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:35:59.032950 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:35:59.033532 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.038401 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b251f-004e-426f-8fc2-3d8806ef0419 None None] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:35:59.055244 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-536204eb-dd94-4d8c-92bc-f74ecb7ea035 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3238757 Aug 23 04:35:59.059403 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47460) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:35:59.064025 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:35:59.087069 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (cd6242e7-6317-4174-b23e-7b5db9fb74d3), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.088399 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (cd6242e7-6317-4174-b23e-7b5db9fb74d3), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.095164 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:59.144640 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks [] for router_controller (cd6242e7-6317-4174-b23e-7b5db9fb74d3), precommit_add_association {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.161842 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:35:59.162832 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.281282 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks [] for router_gateway (cd6242e7-6317-4174-b23e-7b5db9fb74d3), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.304336 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Allocated IP 172.20.0.2 (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214/5a88b6f6-0a5f-4ddd-8783-349f36525a3c/cfd0181e-d904-4928-aa1d-aa7af53b95a0) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:35:59.349238 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:59.452979 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Publish callbacks [] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.459838 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.470282 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks [] for router_gateway (cd6242e7-6317-4174-b23e-7b5db9fb74d3), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.493789 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.505607 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:35:59.508927 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:35:59.511036 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Pushing event updated for resources: {'Port': ['ID=cfd0181e-d904-4928-aa1d-aa7af53b95a0,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:59.513069 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:35:59.524706 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.524706 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.524706 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.528381 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.528819 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.529803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.529803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.530196 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.531787 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.532318 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.532744 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.533182 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.533737 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.534161 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.534579 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:59.591944 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Attempting to bind port cfd0181e-d904-4928-aa1d-aa7af53b95a0 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:35:59.592323 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Attempting to bind port cfd0181e-d904-4928-aa1d-aa7af53b95a0 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:35:59.592691 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Attempting to bind port cfd0181e-d904-4928-aa1d-aa7af53b95a0 on network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:35:59.598170 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:35:59.598542 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Checking segment: {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:35:59.598945 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.599333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Bound using segment: {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:35:59.599791 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Bound port: cfd0181e-d904-4928-aa1d-aa7af53b95a0, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:35:59.600269 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.603776 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Allocated IP 172.27.4.43 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/e7c8e587-28d6-46e0-9da7-136d1b02dae6) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:35:59.672934 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] For port cfd0181e-d904-4928-aa1d-aa7af53b95a0, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:35:59.676501 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] For port cfd0181e-d904-4928-aa1d-aa7af53b95a0, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=cfd0181e-d904-4928-aa1d-aa7af53b95a0,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:35:59.686160 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.734181 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:59.743447 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=6 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:35:59.747882 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28dd13-ae3b-4f60-9383-27ff2d5f392d None None] Pushing event updated for resources: {'Port': ['ID=cfd0181e-d904-4928-aa1d-aa7af53b95a0,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:59.748289 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks [] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.784423 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:35:59.832400 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:35:59.837431 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:35:59.840040 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:35:59.843751 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Pushing event updated for resources: {'Port': ['ID=e7c8e587-28d6-46e0-9da7-136d1b02dae6,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:00.122385 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:00.137202 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks [] for router_gateway (cd6242e7-6317-4174-b23e-7b5db9fb74d3), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:00.342379 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (cd6242e7-6317-4174-b23e-7b5db9fb74d3), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:00.401598 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device cfd0181e-d904-4928-aa1d-aa7af53b95a0 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:00.437011 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:00.486901 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port cfd0181e-d904-4928-aa1d-aa7af53b95a0 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:00.487651 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:00.501153 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Router cd6242e7-6317-4174-b23e-7b5db9fb74d3 is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:36:00.562251 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:00.597029 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port cfd0181e-d904-4928-aa1d-aa7af53b95a0 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:00.597637 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:00.613568 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:00.628191 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Sync routers for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:00.636716 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:00.637993 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-79223c14-d2ea-4fc4-a0ca-d71484479cfc admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5775087 Aug 23 04:36:00.638760 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port cfd0181e-d904-4928-aa1d-aa7af53b95a0, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=cfd0181e-d904-4928-aa1d-aa7af53b95a0,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:00.640934 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47488) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:00.643266 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:00.644240 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:35:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:00.645832 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:00.695058 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=cfd0181e-d904-4928-aa1d-aa7af53b95a0,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:00.774078 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:00.862449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49be85d-2d28-444b-91ea-23e2c1aa5343 None None] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:36:00.956471 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-1687f337-bae6-4dee-a358-6b4b6c09adf0 None None] Provisioning complete for port cfd0181e-d904-4928-aa1d-aa7af53b95a0 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:00.956834 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1687f337-bae6-4dee-a358-6b4b6c09adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:00.984227 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:00Z', 'revision_number': 3, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:01.005467 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-461b686b-20ba-43b0-9131-2659d18f50a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.013340 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Checking router: cd6242e7-6317-4174-b23e-7b5db9fb74d3 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:01.013682 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Updating router cd6242e7-6317-4174-b23e-7b5db9fb74d3 port e7c8e587-28d6-46e0-9da7-136d1b02dae6 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:01.052807 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.071783 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-1687f337-bae6-4dee-a358-6b4b6c09adf0 None None] Current status of the port cfd0181e-d904-4928-aa1d-aa7af53b95a0 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:01.118498 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:01.128767 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.284429 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Allocated IP 172.20.0.1 (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214/5a88b6f6-0a5f-4ddd-8783-349f36525a3c/e615b369-2187-4c89-9938-c50285083feb) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:01.291647 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-eeed4023-265d-46e0-b23e-e03b94b6bdf8 None None] Provisioning complete for port cfd0181e-d904-4928-aa1d-aa7af53b95a0 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:01.292053 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-eeed4023-265d-46e0-b23e-e03b94b6bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.318337 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Publish callbacks [] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.327392 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.359203 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:01.363461 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Attempting to bind port e7c8e587-28d6-46e0-9da7-136d1b02dae6 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:01.363829 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Attempting to bind port e7c8e587-28d6-46e0-9da7-136d1b02dae6 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:01.364212 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Attempting to bind port e7c8e587-28d6-46e0-9da7-136d1b02dae6 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:01.367764 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-eeed4023-265d-46e0-b23e-e03b94b6bdf8 None None] Current status of the port cfd0181e-d904-4928-aa1d-aa7af53b95a0 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:01.375880 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:01.376284 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:01.376701 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.377079 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:01.377543 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Bound port: e7c8e587-28d6-46e0-9da7-136d1b02dae6, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:01.377896 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.402453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks [] for port (e615b369-2187-4c89-9938-c50285083feb), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.406817 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Pushing event updated for resources: {'Port': ['ID=e7c8e587-28d6-46e0-9da7-136d1b02dae6,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:01.421335 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.421672 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.421998 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.422341 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.422666 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.422984 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.423306 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.423621 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.423953 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.424265 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.424578 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.424903 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.425235 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.425524 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.425832 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:01.436813 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (e615b369-2187-4c89-9938-c50285083feb), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.451551 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] For port e7c8e587-28d6-46e0-9da7-136d1b02dae6, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:01.455466 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] For port e7c8e587-28d6-46e0-9da7-136d1b02dae6, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e7c8e587-28d6-46e0-9da7-136d1b02dae6,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:01.465455 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.479707 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:01.482982 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:01.487099 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:01.490125 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Pushing event updated for resources: {'Port': ['ID=e615b369-2187-4c89-9938-c50285083feb,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:01.505189 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:01.505638 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:01.531515 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (cd6242e7-6317-4174-b23e-7b5db9fb74d3), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.587042 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef4edb-8fa3-470d-9232-3499dcbe7242 None None] Pushing event updated for resources: {'Port': ['ID=e7c8e587-28d6-46e0-9da7-136d1b02dae6,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:01.606650 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:01.631344 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:01.667854 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e615b369-2187-4c89-9938-c50285083feb), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.683246 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:01.691684 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-328dce5a-61a2-4da8-9255-68f0e93afc03 None None] Provisioning complete for port e615b369-2187-4c89-9938-c50285083feb triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:01.692501 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-328dce5a-61a2-4da8-9255-68f0e93afc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e615b369-2187-4c89-9938-c50285083feb), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.724004 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-328dce5a-61a2-4da8-9255-68f0e93afc03 None None] Port e615b369-2187-4c89-9938-c50285083feb cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:36:01.843248 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks [] for port (e615b369-2187-4c89-9938-c50285083feb), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.848263 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (e615b369-2187-4c89-9938-c50285083feb), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:01.894308 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:00Z', 'revision_number': 3, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:01.903061 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:01.921148 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Pushing event updated for resources: {'Port': ['ID=e615b369-2187-4c89-9938-c50285083feb,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:01.923189 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d48522-c397-4a23-a6af-0e16b6b72f69 None None] The sync data for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi is: [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:00Z', 'revision_number': 3, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:01.924710 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (cd6242e7-6317-4174-b23e-7b5db9fb74d3), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.024699 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:02.031712 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:02.143677 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:02.211210 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Router cd6242e7-6317-4174-b23e-7b5db9fb74d3 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:36:02.230318 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.355135 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-aa084802-9a7c-417d-80a6-b6fd58fae1dd None None] Provisioning complete for port e615b369-2187-4c89-9938-c50285083feb triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:02.356146 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-aa084802-9a7c-417d-80a6-b6fd58fae1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e615b369-2187-4c89-9938-c50285083feb), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.397251 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:02.411432 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-70249cec-cc39-4ee7-831e-875a66bc72ac admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/cd6242e7-6317-4174-b23e-7b5db9fb74d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617278 Aug 23 04:36:02.411641 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-aa084802-9a7c-417d-80a6-b6fd58fae1dd None None] Port e615b369-2187-4c89-9938-c50285083feb cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:36:02.487097 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e7c8e587-28d6-46e0-9da7-136d1b02dae6 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:02.535210 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port e7c8e587-28d6-46e0-9da7-136d1b02dae6 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:02.536186 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.624600 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port e7c8e587-28d6-46e0-9da7-136d1b02dae6 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:02.625266 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.650187 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port e7c8e587-28d6-46e0-9da7-136d1b02dae6, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e7c8e587-28d6-46e0-9da7-136d1b02dae6,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:02.656319 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.657141 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device cfd0181e-d904-4928-aa1d-aa7af53b95a0 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:02.660934 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:02.721445 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:02.893428 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=e7c8e587-28d6-46e0-9da7-136d1b02dae6,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:02.897099 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port cfd0181e-d904-4928-aa1d-aa7af53b95a0 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:02.897477 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.958143 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47514) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:02.963119 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1341199144-network', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:02.971182 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port cfd0181e-d904-4928-aa1d-aa7af53b95a0 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:02.985179 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Made reservation on behalf of e283a55c05814e32a0cbd231bfa2a4e0 for: {'network': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:02.987577 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:02.996685 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.074210 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks [] for security_group (76ce6069-6aa6-41ab-bbce-e9eec9e523f7), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.079128 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (76ce6069-6aa6-41ab-bbce-e9eec9e523f7), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.112627 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:36:03.119151 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce6069-6aa6-41ab-bbce-e9eec9e523f7,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:03.128118 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (330ac79b-6d6b-41cc-8457-8f87d11e31fc), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.128309 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.segments_db [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Added segment 330ac79b-6d6b-41cc-8457-8f87d11e31fc of type vlan for network be04eeac-db50-4f73-9cbe-80bd87b26e16 Aug 23 04:36:03.170848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (be04eeac-db50-4f73-9cbe-80bd87b26e16), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.197719 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (be04eeac-db50-4f73-9cbe-80bd87b26e16), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.198901 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:03.199750 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.238958 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2796595 Aug 23 04:36:03.241924 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47516) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:03.247079 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Request body: {'subnet': {'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1341199144-subnet', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:03.266098 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8b536-b025-4905-b260-3cca5ab9d5ea admin admin] Pushing event updated for resources: {'Network': ['ID=be04eeac-db50-4f73-9cbe-80bd87b26e16,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:03.271189 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Made reservation on behalf of e283a55c05814e32a0cbd231bfa2a4e0 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:03.273760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-268200800'] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.277449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:36:03.364563 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:03.396620 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:03.463201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-268200786'] for subnet (0cea5755-a047-4ef1-b29f-64b47c2fb63a), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.523742 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cea5755-a047-4ef1-b29f-64b47c2fb63a,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:03.534964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Checking segment: {'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:03.535313 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Network hostable DHCP agents. Network: be04eeac-db50-4f73-9cbe-80bd87b26e16, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:36:03.553964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:36:03.564579 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, be04eeac-db50-4f73-9cbe-80bd87b26e16) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:03.569771 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:03.570398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.578638 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fe84c-badb-4a96-95d8-300c9a157561 None None] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:36:03.590073 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-bae902db-a7fb-4e8a-b913-5f40bde9c218 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3467169 Aug 23 04:36:03.592284 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47532) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:03.600769 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:03.627283 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (2ef8ce76-0a02-4991-ba54-dfc907588eb3), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.629150 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (2ef8ce76-0a02-4991-ba54-dfc907588eb3), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.664049 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.697419 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks [] for router_controller (2ef8ce76-0a02-4991-ba54-dfc907588eb3), precommit_add_association {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.737399 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-be04eeac-db50-4f73-9cbe-80bd87b26e16', 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16', 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'fixed_ips': [{'subnet_id': '0cea5755-a047-4ef1-b29f-64b47c2fb63a'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:36:03.739007 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.753816 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.857307 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks [] for router_gateway (2ef8ce76-0a02-4991-ba54-dfc907588eb3), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:03.862416 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Sync routers for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:03.895266 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:03.895810 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:03.933798 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Allocated IP 172.20.0.2 (be04eeac-db50-4f73-9cbe-80bd87b26e16/0cea5755-a047-4ef1-b29f-64b47c2fb63a/08d9b1b1-b8e6-409d-8721-583caac5336d) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:04.046382 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks [] for router_gateway (2ef8ce76-0a02-4991-ba54-dfc907588eb3), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.065729 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.074752 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:04.173417 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Allocated IP 172.27.4.114 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/74c062e2-48ab-43a6-8c77-5457bcb69ae9) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:04.223431 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:04.257554 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Publish callbacks [] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.273978 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.281936 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks [] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.286146 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:04.286573 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:04.309301 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:04.322959 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.335280 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:04.343313 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:04.348494 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:04.370557 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Pushing event updated for resources: {'Port': ['ID=08d9b1b1-b8e6-409d-8721-583caac5336d,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:04.379458 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:04.382816 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:04.386102 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:04.389751 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Pushing event updated for resources: {'Port': ['ID=74c062e2-48ab-43a6-8c77-5457bcb69ae9,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:04.390002 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e7c8e587-28d6-46e0-9da7-136d1b02dae6 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:04.462071 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 2, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:04.512485 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Checking router: cd6242e7-6317-4174-b23e-7b5db9fb74d3 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:04.513129 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Updating router cd6242e7-6317-4174-b23e-7b5db9fb74d3 port e615b369-2187-4c89-9938-c50285083feb binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:04.523317 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port e7c8e587-28d6-46e0-9da7-136d1b02dae6 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:04.523686 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.563850 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Attempting to bind port 08d9b1b1-b8e6-409d-8721-583caac5336d on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:04.564244 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Attempting to bind port 08d9b1b1-b8e6-409d-8721-583caac5336d by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:04.564640 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Attempting to bind port 08d9b1b1-b8e6-409d-8721-583caac5336d on network be04eeac-db50-4f73-9cbe-80bd87b26e16 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:04.584815 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:04.585141 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Checking segment: {'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:04.585570 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.585953 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Bound using segment: {'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:04.586417 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Bound port: 08d9b1b1-b8e6-409d-8721-583caac5336d, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:04.586790 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.598623 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e615b369-2187-4c89-9938-c50285083feb), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.632758 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks [] for router_gateway (2ef8ce76-0a02-4991-ba54-dfc907588eb3), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.772803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] For port 08d9b1b1-b8e6-409d-8721-583caac5336d, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:04.796964 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port e7c8e587-28d6-46e0-9da7-136d1b02dae6 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:04.808107 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] For port 08d9b1b1-b8e6-409d-8721-583caac5336d, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=08d9b1b1-b8e6-409d-8721-583caac5336d,segment=NetworkSegment(330ac79b-6d6b-41cc-8457-8f87d11e31fc),segment_id=330ac79b-6d6b-41cc-8457-8f87d11e31fc)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:04.826189 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.860909 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (2ef8ce76-0a02-4991-ba54-dfc907588eb3), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:04.940551 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae89b3-6809-4bd8-9690-0608bc4cf380 None None] Pushing event updated for resources: {'Port': ['ID=08d9b1b1-b8e6-409d-8721-583caac5336d,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:04.964968 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:05.030669 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:36:05.048579 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Publish callbacks [] for port (e615b369-2187-4c89-9938-c50285083feb), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.073984 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e615b369-2187-4c89-9938-c50285083feb), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.183584 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47548) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:05.194108 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:05.204036 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Sync routers for ids ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:05.221139 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.221386 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Routers {'2ef8ce76-0a02-4991-ba54-dfc907588eb3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:05.221769 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:05.223104 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e566fc48-12a2-44af-a26a-a6d0973f94ca admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6293733 Aug 23 04:36:05.226200 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47552) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:05.333015 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-345dad4a-c3e2-4d96-8d9b-f00f0fce36aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.346856 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5248ff8-c443-4a24-ab97-c10776bf53f7 None None] Pushing event updated for resources: {'Port': ['ID=e615b369-2187-4c89-9938-c50285083feb,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:05.380125 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Set router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:05.380396 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Attempting to bind port e615b369-2187-4c89-9938-c50285083feb on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:05.380618 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Attempting to bind port e615b369-2187-4c89-9938-c50285083feb by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:05.380982 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Attempting to bind port e615b369-2187-4c89-9938-c50285083feb on network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:05.386910 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:05.387282 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Checking segment: {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:05.387684 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.388665 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Bound using segment: {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:05.389301 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Bound port: e615b369-2187-4c89-9938-c50285083feb, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:05.389864 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e615b369-2187-4c89-9938-c50285083feb), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.446203 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:05.470753 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:05.472769 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] For port e615b369-2187-4c89-9938-c50285083feb, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:05.473970 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-345dad4a-c3e2-4d96-8d9b-f00f0fce36aa admin admin] Publish callbacks [] for security_group (8fc919b7-fc98-4761-a7b5-db2f95662a3a), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.477778 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] For port e615b369-2187-4c89-9938-c50285083feb, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e615b369-2187-4c89-9938-c50285083feb,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:05.481202 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-345dad4a-c3e2-4d96-8d9b-f00f0fce36aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (8fc919b7-fc98-4761-a7b5-db2f95662a3a), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.486820 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e615b369-2187-4c89-9938-c50285083feb), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.532338 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-345dad4a-c3e2-4d96-8d9b-f00f0fce36aa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5964d12c6b8d4c019ffc0e878da6abb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469324 Aug 23 04:36:05.533028 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dad4a-c3e2-4d96-8d9b-f00f0fce36aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc919b7-fc98-4761-a7b5-db2f95662a3a,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:05.536290 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:05.536468 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47554) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:05.537372 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:05.597174 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:05.601665 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1d9-4c37-4750-aac9-20842cdb49e0 admin admin] Publish callbacks [] for security_group (8fc919b7-fc98-4761-a7b5-db2f95662a3a), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.626521 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1d9-4c37-4750-aac9-20842cdb49e0 admin admin] Publish callbacks [] for security_group (8fc919b7-fc98-4761-a7b5-db2f95662a3a), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.637147 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5248ff8-c443-4a24-ab97-c10776bf53f7 None None] Pushing event updated for resources: {'Port': ['ID=e615b369-2187-4c89-9938-c50285083feb,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:05.645255 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:05.660706 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114'}], 'enable_snat': True}, 'gw_port_id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:36:04Z', 'revision_number': 3, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port': {'id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:04Z', 'updated_at': '2022-08-23T04:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:05.692632 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Checking router: 2ef8ce76-0a02-4991-ba54-dfc907588eb3 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:05.693267 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Updating router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:05.694758 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:05.713438 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1d9-4c37-4750-aac9-20842cdb49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (8fc919b7-fc98-4761-a7b5-db2f95662a3a), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.718575 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1d9-4c37-4750-aac9-20842cdb49e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.721571 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6c4bd1d9-4c37-4750-aac9-20842cdb49e0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8fc919b7-fc98-4761-a7b5-db2f95662a3a HTTP/1.1" status: 204 len: 168 time: 0.1838253 Aug 23 04:36:05.733293 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:05.733496 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd1d9-4c37-4750-aac9-20842cdb49e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc919b7-fc98-4761-a7b5-db2f95662a3a,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:05.750995 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:06.005603 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:05Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:06.034544 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6082f476-275b-4af5-b94d-c0f6822b17d1 None None] The sync data for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi is: [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:05Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:06.049974 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Publish callbacks [] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.060691 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.126142 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Attempting to bind port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:06.126606 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Attempting to bind port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:06.127050 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Attempting to bind port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:06.138008 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.138431 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:06.138796 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:06.139215 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.139568 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:06.140070 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Bound port: 74c062e2-48ab-43a6-8c77-5457bcb69ae9, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:06.140441 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.178206 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:06.196646 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a727cd-4360-4a20-b7e9-530232f2f66f None None] Pushing event updated for resources: {'Port': ['ID=74c062e2-48ab-43a6-8c77-5457bcb69ae9,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:06.197076 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb303b-49d9-4db5-9481-dccc4ee4170f None None] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:36:06.248719 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] For port 74c062e2-48ab-43a6-8c77-5457bcb69ae9, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:06.253463 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] For port 74c062e2-48ab-43a6-8c77-5457bcb69ae9, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=74c062e2-48ab-43a6-8c77-5457bcb69ae9,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:06.263231 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.274601 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47560) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:06.293070 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-82776ef3-47d2-44f7-98bb-3c89d256582d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.316334 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Routers {'2ef8ce76-0a02-4991-ba54-dfc907588eb3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:06.316890 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:06.382946 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-2394d46d-d5d6-41c7-b9a1-b2718f20a710 None None] Provisioning complete for port 08d9b1b1-b8e6-409d-8721-583caac5336d triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:06.384088 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-2394d46d-d5d6-41c7-b9a1-b2718f20a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.430212 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Allocated IP 172.20.0.1 (be04eeac-db50-4f73-9cbe-80bd87b26e16/0cea5755-a047-4ef1-b29f-64b47c2fb63a/db32f0c7-891d-4842-9939-289c75d0d4fd) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:06.457346 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-82776ef3-47d2-44f7-98bb-3c89d256582d admin admin] Publish callbacks [] for security_group (49329529-fe3b-4326-a336-cb25d6f71b78), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.474893 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-82776ef3-47d2-44f7-98bb-3c89d256582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (49329529-fe3b-4326-a336-cb25d6f71b78), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.514317 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a727cd-4360-4a20-b7e9-530232f2f66f None None] Pushing event updated for resources: {'Port': ['ID=74c062e2-48ab-43a6-8c77-5457bcb69ae9,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:06.537255 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:06.563219 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 08d9b1b1-b8e6-409d-8721-583caac5336d up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:06.567977 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] Set router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:06.573237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82776ef3-47d2-44f7-98bb-3c89d256582d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49329529-fe3b-4326-a336-cb25d6f71b78,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:06.577883 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-82776ef3-47d2-44f7-98bb-3c89d256582d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=653fe1fcf851402b95ab79bc8dd2d0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998250 Aug 23 04:36:06.581126 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47562) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:06.600636 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-2394d46d-d5d6-41c7-b9a1-b2718f20a710 None None] Current status of the port 08d9b1b1-b8e6-409d-8721-583caac5336d is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:06.601033 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-2394d46d-d5d6-41c7-b9a1-b2718f20a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.636257 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks [] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.672976 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5be4c09e-54e9-4ff7-a90a-e59cf76985f1 admin admin] Publish callbacks [] for security_group (49329529-fe3b-4326-a336-cb25d6f71b78), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.694799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5be4c09e-54e9-4ff7-a90a-e59cf76985f1 admin admin] Publish callbacks [] for security_group (49329529-fe3b-4326-a336-cb25d6f71b78), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.709991 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-2394d46d-d5d6-41c7-b9a1-b2718f20a710 None None] For port 08d9b1b1-b8e6-409d-8721-583caac5336d, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=08d9b1b1-b8e6-409d-8721-583caac5336d,segment=NetworkSegment(330ac79b-6d6b-41cc-8457-8f87d11e31fc),segment_id=330ac79b-6d6b-41cc-8457-8f87d11e31fc)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:06.713598 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.740803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-2394d46d-d5d6-41c7-b9a1-b2718f20a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.746320 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:06.747689 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 08d9b1b1-b8e6-409d-8721-583caac5336d triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:06.747946 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.753906 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:06.790235 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:06.794390 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5be4c09e-54e9-4ff7-a90a-e59cf76985f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (49329529-fe3b-4326-a336-cb25d6f71b78), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.797441 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-5be4c09e-54e9-4ff7-a90a-e59cf76985f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.798150 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:06.801142 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-5be4c09e-54e9-4ff7-a90a-e59cf76985f1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/49329529-fe3b-4326-a336-cb25d6f71b78 HTTP/1.1" status: 204 len: 168 time: 0.2153304 Aug 23 04:36:06.802063 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:06.835321 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c09e-54e9-4ff7-a90a-e59cf76985f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49329529-fe3b-4326-a336-cb25d6f71b78,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:06.848459 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114'}], 'enable_snat': True}, 'gw_port_id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:36:04Z', 'revision_number': 3, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port': {'id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:04Z', 'updated_at': '2022-08-23T04:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:06.904188 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafde7f-e8a8-4bc3-b22b-3032d64f5d86 None None] The sync data for ids ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'] in dv-cinder-854070-1-iscsi is: [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114'}], 'enable_snat': True}, 'gw_port_id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:36:04Z', 'revision_number': 3, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port': {'id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:04Z', 'updated_at': '2022-08-23T04:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:06.919105 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Pushing event updated for resources: {'Port': ['ID=db32f0c7-891d-4842-9939-289c75d0d4fd,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:06.937711 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:06.939712 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-6a1561ca-5a8b-4f31-a364-5eeb9e359100 None None] Provisioning complete for port 08d9b1b1-b8e6-409d-8721-583caac5336d triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:06.940197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6a1561ca-5a8b-4f31-a364-5eeb9e359100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.952953 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (2ef8ce76-0a02-4991-ba54-dfc907588eb3), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:06.973949 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394d46d-d5d6-41c7-b9a1-b2718f20a710 None None] Pushing event updated for resources: {'Port': ['ID=08d9b1b1-b8e6-409d-8721-583caac5336d,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:07.068193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 08d9b1b1-b8e6-409d-8721-583caac5336d is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:07.068193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e615b369-2187-4c89-9938-c50285083feb up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:07.161398 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:36:07.166967 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-6a1561ca-5a8b-4f31-a364-5eeb9e359100 None None] Current status of the port 08d9b1b1-b8e6-409d-8721-583caac5336d is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:07.172607 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port e615b369-2187-4c89-9938-c50285083feb triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:07.173080 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e615b369-2187-4c89-9938-c50285083feb), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.199902 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.264120 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port e615b369-2187-4c89-9938-c50285083feb is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:07.264672 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e615b369-2187-4c89-9938-c50285083feb), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.277638 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:07.314726 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-99dddb5f-3a2f-44c4-b297-e10955bb6ca9 None None] Provisioning complete for port db32f0c7-891d-4842-9939-289c75d0d4fd triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:07.314726 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-99dddb5f-3a2f-44c4-b297-e10955bb6ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.320471 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port e615b369-2187-4c89-9938-c50285083feb, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e615b369-2187-4c89-9938-c50285083feb,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:07.341413 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (e615b369-2187-4c89-9938-c50285083feb), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.409873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-99dddb5f-3a2f-44c4-b297-e10955bb6ca9 None None] Port db32f0c7-891d-4842-9939-289c75d0d4fd cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:36:07.427722 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=e615b369-2187-4c89-9938-c50285083feb,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:07.433418 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47568) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:07.454498 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks [] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.456449 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8577f93-c8e5-4e9e-a62b-f8ac32cc7d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.464870 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.548345 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Pushing event updated for resources: {'Port': ['ID=db32f0c7-891d-4842-9939-289c75d0d4fd,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:07.551306 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (2ef8ce76-0a02-4991-ba54-dfc907588eb3), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.577603 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8577f93-c8e5-4e9e-a62b-f8ac32cc7d72 admin admin] Publish callbacks [] for security_group (1737ed97-716b-483f-adbc-cae18c10527b), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.585228 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a8577f93-c8e5-4e9e-a62b-f8ac32cc7d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1737ed97-716b-483f-adbc-cae18c10527b), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.631452 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a8577f93-c8e5-4e9e-a62b-f8ac32cc7d72 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9b8bce2486aa400c9b279b9343758dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969364 Aug 23 04:36:07.632649 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8577f93-c8e5-4e9e-a62b-f8ac32cc7d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737ed97-716b-483f-adbc-cae18c10527b,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:07.635126 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47570) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:07.699708 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:07.703826 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:07.726655 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-97c65e29-6fdb-46d4-9bd0-199f2361d858 admin admin] Publish callbacks [] for security_group (1737ed97-716b-483f-adbc-cae18c10527b), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.818487 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-97c65e29-6fdb-46d4-9bd0-199f2361d858 admin admin] Publish callbacks [] for security_group (1737ed97-716b-483f-adbc-cae18c10527b), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.884325 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:36:07.900638 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-97c65e29-6fdb-46d4-9bd0-199f2361d858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (1737ed97-716b-483f-adbc-cae18c10527b), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.903152 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-97c65e29-6fdb-46d4-9bd0-199f2361d858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.904360 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-97c65e29-6fdb-46d4-9bd0-199f2361d858 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1737ed97-716b-483f-adbc-cae18c10527b HTTP/1.1" status: 204 len: 168 time: 0.2680211 Aug 23 04:36:07.942668 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-27735a71-3275-4506-a345-fb70f739b989 None None] Provisioning complete for port db32f0c7-891d-4842-9939-289c75d0d4fd triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:07.943319 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-27735a71-3275-4506-a345-fb70f739b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:07.978421 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c65e29-6fdb-46d4-9bd0-199f2361d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737ed97-716b-483f-adbc-cae18c10527b,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.005686 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-27735a71-3275-4506-a345-fb70f739b989 None None] Port db32f0c7-891d-4842-9939-289c75d0d4fd cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:36:08.013164 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:08.016604 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:08.021897 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-d5366323-8f65-465d-b736-82d4027974bc admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2ef8ce76-0a02-4991-ba54-dfc907588eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7940533 Aug 23 04:36:08.470193 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47592) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:08.475218 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-76f7ff26-2cd9-4529-8d9e-e93c0213931d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066952490', 'description': 'tempest-secgroup-smoke-1066952490 description', 'project_id': '0fa7aa0063804717a00a59ea3e188779'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:08.489527 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 08d9b1b1-b8e6-409d-8721-583caac5336d up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:08.498959 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76f7ff26-2cd9-4529-8d9e-e93c0213931d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.540711 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 08d9b1b1-b8e6-409d-8721-583caac5336d triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:08.541365 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.577377 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76f7ff26-2cd9-4529-8d9e-e93c0213931d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group (ef5d15c0-198d-4179-b9cc-b7d5d02ad04a), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.582550 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76f7ff26-2cd9-4529-8d9e-e93c0213931d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ef5d15c0-198d-4179-b9cc-b7d5d02ad04a), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.613167 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-76f7ff26-2cd9-4529-8d9e-e93c0213931d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.614334 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-76f7ff26-2cd9-4529-8d9e-e93c0213931d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1430769 Aug 23 04:36:08.618389 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47600) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:08.620922 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7ff26-2cd9-4529-8d9e-e93c0213931d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.624738 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 08d9b1b1-b8e6-409d-8721-583caac5336d is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:08.626434 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e615b369-2187-4c89-9938-c50285083feb up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:08.630578 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-db1ccee4-8dbb-4771-9c79-b767494b1265 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'security_group_rule': {'security_group_id': 'ef5d15c0-198d-4179-b9cc-b7d5d02ad04a', 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:08.663966 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-db1ccee4-8dbb-4771-9c79-b767494b1265 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (cf8f59e6-4c95-4f29-8509-3a170f0d31b4), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.683041 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port e615b369-2187-4c89-9938-c50285083feb triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:08.683699 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (e615b369-2187-4c89-9938-c50285083feb), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.707355 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:08.724926 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-db1ccee4-8dbb-4771-9c79-b767494b1265 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (cf8f59e6-4c95-4f29-8509-3a170f0d31b4), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.730152 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-db1ccee4-8dbb-4771-9c79-b767494b1265 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (cf8f59e6-4c95-4f29-8509-3a170f0d31b4), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.740882 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47604) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:08.750494 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ccee4-8dbb-4771-9c79-b767494b1265 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8f59e6-4c95-4f29-8509-3a170f0d31b4,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.764982 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-db1ccee4-8dbb-4771-9c79-b767494b1265 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.766252 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:08.768772 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port e615b369-2187-4c89-9938-c50285083feb is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:08.769716 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47608) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:08.769845 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-db1ccee4-8dbb-4771-9c79-b767494b1265 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479657 Aug 23 04:36:08.769936 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 74c062e2-48ab-43a6-8c77-5457bcb69ae9 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:08.774980 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-6ba1205e-be38-40ec-b199-6e01d07790c9 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'security_group_rule': {'security_group_id': 'ef5d15c0-198d-4179-b9cc-b7d5d02ad04a', 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:08.804304 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:08.805019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:08.819014 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:08.819409 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.825182 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6ba1205e-be38-40ec-b199-6e01d07790c9 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (0772ad7e-d1fe-4915-ad1f-71fc5bf1e0f1), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.889561 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762456592-network', 'tenant_id': 'e749692b9683425791f92baca207aa04'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:08.901029 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:08.901403 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.914699 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6ba1205e-be38-40ec-b199-6e01d07790c9 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (0772ad7e-d1fe-4915-ad1f-71fc5bf1e0f1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.919015 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6ba1205e-be38-40ec-b199-6e01d07790c9 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (0772ad7e-d1fe-4915-ad1f-71fc5bf1e0f1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.922806 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 74c062e2-48ab-43a6-8c77-5457bcb69ae9, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=74c062e2-48ab-43a6-8c77-5457bcb69ae9,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:08.926346 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Made reservation on behalf of e749692b9683425791f92baca207aa04 for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:08.926477 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.928719 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.946001 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1205e-be38-40ec-b199-6e01d07790c9 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0772ad7e-d1fe-4915-ad1f-71fc5bf1e0f1,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.948080 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.968680 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-6ba1205e-be38-40ec-b199-6e01d07790c9 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:08.969889 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-6ba1205e-be38-40ec-b199-6e01d07790c9 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989019 Aug 23 04:36:08.972891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47610) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:08.980213 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-64ac44c1-41a9-46f5-8b15-97c897d6b026 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'security_group_rule': {'security_group_id': 'ef5d15c0-198d-4179-b9cc-b7d5d02ad04a', 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:08.981184 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=74c062e2-48ab-43a6-8c77-5457bcb69ae9,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.985576 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:09.015088 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64ac44c1-41a9-46f5-8b15-97c897d6b026 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (ee016c7c-4c86-4752-9d07-35e5c2d1b9f5), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.038744 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks [] for security_group (ac88f982-db99-49a6-b5bf-5082b7f5a357), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.043609 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ac88f982-db99-49a6-b5bf-5082b7f5a357), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.070281 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:36:09.074334 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64ac44c1-41a9-46f5-8b15-97c897d6b026 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (ee016c7c-4c86-4752-9d07-35e5c2d1b9f5), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.078768 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64ac44c1-41a9-46f5-8b15-97c897d6b026 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (ee016c7c-4c86-4752-9d07-35e5c2d1b9f5), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.080899 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac88f982-db99-49a6-b5bf-5082b7f5a357,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.088142 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (4ffd8449-106f-4b69-99cb-8698d6c1b82b), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.088937 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Added segment 4ffd8449-106f-4b69-99cb-8698d6c1b82b of type vlan for network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 Aug 23 04:36:09.098131 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac44c1-41a9-46f5-8b15-97c897d6b026 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee016c7c-4c86-4752-9d07-35e5c2d1b9f5,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.107546 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64ac44c1-41a9-46f5-8b15-97c897d6b026 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.111401 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-64ac44c1-41a9-46f5-8b15-97c897d6b026 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343081 Aug 23 04:36:09.111635 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47612) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:09.115870 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-02c3e1a2-6676-4d81-aaf9-b1a21cf563ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'security_group_rule': {'security_group_id': 'ef5d15c0-198d-4179-b9cc-b7d5d02ad04a', 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:09.136350 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (3bcd867e-334f-43fe-81c1-c3b25b710cc1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.147570 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-02c3e1a2-6676-4d81-aaf9-b1a21cf563ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (47ac9574-e2d2-468e-be02-65c8d67fde82), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.165051 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (3bcd867e-334f-43fe-81c1-c3b25b710cc1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.167665 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:09.168283 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.214104 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4719391 Aug 23 04:36:09.217082 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47614) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:09.251033 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Request body: {'subnet': {'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762456592-subnet', 'tenant_id': 'e749692b9683425791f92baca207aa04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:09.256266 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f3ba5-c94b-4630-ac3f-7dfe71531532 admin admin] Pushing event updated for resources: {'Network': ['ID=3bcd867e-334f-43fe-81c1-c3b25b710cc1,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.262937 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:09.268113 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:36:09.279005 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Made reservation on behalf of e749692b9683425791f92baca207aa04 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:09.282300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-268200800'] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.474174 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-268200786'] for subnet (74eecbba-3725-4f1a-a9e5-a23ec45afc42), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.491354 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-02c3e1a2-6676-4d81-aaf9-b1a21cf563ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (47ac9574-e2d2-468e-be02-65c8d67fde82), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.495447 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-02c3e1a2-6676-4d81-aaf9-b1a21cf563ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (47ac9574-e2d2-468e-be02-65c8d67fde82), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.516176 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3e1a2-6676-4d81-aaf9-b1a21cf563ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ac9574-e2d2-468e-be02-65c8d67fde82,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.529759 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74eecbba-3725-4f1a-a9e5-a23ec45afc42,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.530147 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-02c3e1a2-6676-4d81-aaf9-b1a21cf563ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.532073 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-02c3e1a2-6676-4d81-aaf9-b1a21cf563ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188380 Aug 23 04:36:09.534209 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47616) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:09.538598 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:09.539875 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'security_group_rule': {'security_group_id': 'ef5d15c0-198d-4179-b9cc-b7d5d02ad04a', 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:09.547768 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Checking segment: {'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:09.548138 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Network hostable DHCP agents. Network: 3bcd867e-334f-43fe-81c1-c3b25b710cc1, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:36:09.562539 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.securitygroups_db [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Project 0fa7aa0063804717a00a59ea3e188779 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:36:09.567938 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:36:09.569423 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (07108632-a210-472b-abc2-779dc9ce1a50), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.578036 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 3bcd867e-334f-43fe-81c1-c3b25b710cc1) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:09.586329 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5640b0-e12c-4f04-b168-fd03c3923626 None None] Network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:36:09.594385 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:09.595050 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.618668 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-99e3a0d4-b6c2-4147-a002-4325e0d18456 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4004891 Aug 23 04:36:09.641249 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (07108632-a210-472b-abc2-779dc9ce1a50), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.645684 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (07108632-a210-472b-abc2-779dc9ce1a50), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.674002 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.682061 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466489 Aug 23 04:36:09.683888 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e21f4-4dc0-428e-b86f-de4a6595283f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07108632-a210-472b-abc2-779dc9ce1a50,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.684879 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 47620) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:09.690528 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'security_group_rule': {'security_group_id': 'ef5d15c0-198d-4179-b9cc-b7d5d02ad04a', 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:09.712188 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41770cc-8613-479e-95be-93e03e4d9d76 None None] Network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:36:09.717257 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.securitygroups_db [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Project 0fa7aa0063804717a00a59ea3e188779 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:36:09.727528 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (cab4526c-5e2d-43e7-b75f-d840a8c7ff31), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.802779 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (cab4526c-5e2d-43e7-b75f-d840a8c7ff31), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.812613 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (cab4526c-5e2d-43e7-b75f-d840a8c7ff31), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.824072 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Sync routers for ids ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:09.831891 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab4526c-5e2d-43e7-b75f-d840a8c7ff31,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.836564 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Routers {'2ef8ce76-0a02-4991-ba54-dfc907588eb3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:09.837248 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:09.842606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:09.843830 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2e85b863-4ee0-42b2-97e7-68dde46853f2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578438 Aug 23 04:36:09.958744 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Set router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:10.332820 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114'}], 'enable_snat': True}, 'gw_port_id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 4, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port': {'id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:04Z', 'updated_at': '2022-08-23T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'db32f0c7-891d-4842-9939-289c75d0d4fd', 'name': '', 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'mac_address': 'fa:16:3e:d2:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0cea5755-a047-4ef1-b29f-64b47c2fb63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:06Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 2, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'subnets': [{'id': '0cea5755-a047-4ef1-b29f-64b47c2fb63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:10.374268 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Checking router: 2ef8ce76-0a02-4991-ba54-dfc907588eb3 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:10.374812 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Updating router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 port db32f0c7-891d-4842-9939-289c75d0d4fd binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:10.410152 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:10.427857 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 74c062e2-48ab-43a6-8c77-5457bcb69ae9 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:10.491216 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:10.570809 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:10.577517 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:10.577883 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:10.737627 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:10.792884 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Publish callbacks [] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:10.800698 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:10.863290 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de7ee-71b9-4435-ad8c-aa48b7e3e86d None None] Pushing event updated for resources: {'Port': ['ID=db32f0c7-891d-4842-9939-289c75d0d4fd,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:10.898532 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Attempting to bind port db32f0c7-891d-4842-9939-289c75d0d4fd on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:10.898919 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Attempting to bind port db32f0c7-891d-4842-9939-289c75d0d4fd by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:10.899271 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Attempting to bind port db32f0c7-891d-4842-9939-289c75d0d4fd on network be04eeac-db50-4f73-9cbe-80bd87b26e16 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:10.904995 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:10.905365 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Checking segment: {'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:10.905774 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:10.906157 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Bound using segment: {'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:10.906618 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Bound port: db32f0c7-891d-4842-9939-289c75d0d4fd, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330ac79b-6d6b-41cc-8457-8f87d11e31fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:10.907017 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:10.974012 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] For port db32f0c7-891d-4842-9939-289c75d0d4fd, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:10.977433 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] For port db32f0c7-891d-4842-9939-289c75d0d4fd, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=db32f0c7-891d-4842-9939-289c75d0d4fd,segment=NetworkSegment(330ac79b-6d6b-41cc-8457-8f87d11e31fc),segment_id=330ac79b-6d6b-41cc-8457-8f87d11e31fc)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:10.984950 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:11.031266 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Routers {'2ef8ce76-0a02-4991-ba54-dfc907588eb3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:11.031899 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:11.106905 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de7ee-71b9-4435-ad8c-aa48b7e3e86d None None] Pushing event updated for resources: {'Port': ['ID=db32f0c7-891d-4842-9939-289c75d0d4fd,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:11.153395 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] Set router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:11.305579 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:11.342760 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114'}], 'enable_snat': True}, 'gw_port_id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 4, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port': {'id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:04Z', 'updated_at': '2022-08-23T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'db32f0c7-891d-4842-9939-289c75d0d4fd', 'name': '', 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'mac_address': 'fa:16:3e:d2:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0cea5755-a047-4ef1-b29f-64b47c2fb63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:06Z', 'updated_at': '2022-08-23T04:36:10Z', 'revision_number': 4, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'subnets': [{'id': '0cea5755-a047-4ef1-b29f-64b47c2fb63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:11.371830 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e763aef-8a56-4ec8-a2c5-48d321d5e1ea None None] The sync data for ids ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'] in dv-cinder-854070-1-iscsi is: [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114'}], 'enable_snat': True}, 'gw_port_id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 4, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port': {'id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:04Z', 'updated_at': '2022-08-23T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'db32f0c7-891d-4842-9939-289c75d0d4fd', 'name': '', 'network_id': 'be04eeac-db50-4f73-9cbe-80bd87b26e16', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'mac_address': 'fa:16:3e:d2:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0cea5755-a047-4ef1-b29f-64b47c2fb63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:06Z', 'updated_at': '2022-08-23T04:36:10Z', 'revision_number': 4, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'subnets': [{'id': '0cea5755-a047-4ef1-b29f-64b47c2fb63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:11.585923 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e72e0e6a-a68f-48a9-a105-a871652c3d16 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:11.587383 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e72e0e6a-a68f-48a9-a105-a871652c3d16 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 200 len: 808 time: 0.1207550 Aug 23 04:36:11.603059 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-c99bd110-d870-4571-a65b-95c445cb3728 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/quotas/e749692b9683425791f92baca207aa04 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Aug 23 04:36:11.637676 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-1519dcfb-03ae-420a-9732-f1f65376cee9 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e749692b9683425791f92baca207aa04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291312 Aug 23 04:36:11.787114 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-626c686a-c6dc-4049-ae95-9660caa89d58 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422725 Aug 23 04:36:11.889815 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-4da3f62a-b354-4132-ad5a-7797392134b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967257 Aug 23 04:36:12.064728 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-39f2ca78-df34-43e2-b22b-db9b787d71a0 req-23c403d2-85bb-461f-9191-f9d230cc0087 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0356286 Aug 23 04:36:12.391867 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device db32f0c7-891d-4842-9939-289c75d0d4fd up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:12.439506 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port db32f0c7-891d-4842-9939-289c75d0d4fd triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:12.439862 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:12.477546 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:12.525418 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port db32f0c7-891d-4842-9939-289c75d0d4fd is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:12.526003 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:12.571380 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port db32f0c7-891d-4842-9939-289c75d0d4fd, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=db32f0c7-891d-4842-9939-289c75d0d4fd,segment=NetworkSegment(330ac79b-6d6b-41cc-8457-8f87d11e31fc),segment_id=330ac79b-6d6b-41cc-8457-8f87d11e31fc)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:12.578935 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:12.636186 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=db32f0c7-891d-4842-9939-289c75d0d4fd,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:13.181021 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fa34c6b7-8960-45ec-bc82-9712916d5f12 req-b640cd05-8ea6-4c56-b27c-08a25205138a tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0351231 Aug 23 04:36:13.380372 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-d14058c7-e51d-43d0-8ca7-e6b8f0b7cc7b tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:13.382510 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-d14058c7-e51d-43d0-8ca7-e6b8f0b7cc7b tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "GET /networking/v2.0/networks?id=3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 200 len: 808 time: 0.1246572 Aug 23 04:36:13.396891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Request body: {'port': {'device_id': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1', 'admin_state_up': True, 'tenant_id': 'e749692b9683425791f92baca207aa04'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:13.523729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Made reservation on behalf of e749692b9683425791f92baca207aa04 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:13.534918 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:13.666327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Allocated IP 172.20.0.13 (3bcd867e-334f-43fe-81c1-c3b25b710cc1/74eecbba-3725-4f1a-a9e5-a23ec45afc42/140ba774-add8-468f-9774-ee72fc542904) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:13.679122 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:13.683203 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:13.830765 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks [] for port (140ba774-add8-468f-9774-ee72fc542904), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:13.869592 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (140ba774-add8-468f-9774-ee72fc542904), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:13.917234 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:13.920542 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:13.924564 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:13.930866 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Pushing event updated for resources: {'Port': ['ID=140ba774-add8-468f-9774-ee72fc542904,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:13.968620 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.969017 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.969359 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.969837 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.970014 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.970343 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.970665 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.970992 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.971317 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.971644 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.971990 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.972309 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.972637 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.972919 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.973296 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:13.993568 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:13.994389 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.011522 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-e6d86bf9-7820-46bf-a181-5b54faf28426 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188402 Aug 23 04:36:14.025555 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Request body: {'port': {'device_id': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:14.088202 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (140ba774-add8-468f-9774-ee72fc542904), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.267117 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:14.310614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b964ff-640a-46c5-a063-8f5acff31dfa req-816caeea-639d-4493-8cea-109c23e0f245 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:14.313076 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-49b964ff-640a-46c5-a063-8f5acff31dfa req-816caeea-639d-4493-8cea-109c23e0f245 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 932 time: 0.0560164 Aug 23 04:36:14.357551 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140ba774-add8-468f-9774-ee72fc542904 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:36:14.365212 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-49b964ff-640a-46c5-a063-8f5acff31dfa req-6b5abf36-ec2b-4b9b-a00e-5a941ec5480e tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Aug 23 04:36:14.365371 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Publish callbacks [] for port (140ba774-add8-468f-9774-ee72fc542904), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.378569 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Transition to ACTIVE for port object 140ba774-add8-468f-9774-ee72fc542904 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:36:14.385225 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (140ba774-add8-468f-9774-ee72fc542904), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.390059 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device db32f0c7-891d-4842-9939-289c75d0d4fd up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:14.441960 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port db32f0c7-891d-4842-9939-289c75d0d4fd triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:14.442346 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.455601 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Pushing event updated for resources: {'Port': ['ID=140ba774-add8-468f-9774-ee72fc542904,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:14.485585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:14.509298 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Attempting to bind port 140ba774-add8-468f-9774-ee72fc542904 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:14.509661 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Attempting to bind port 140ba774-add8-468f-9774-ee72fc542904 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:14.509983 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Attempting to bind port 140ba774-add8-468f-9774-ee72fc542904 on network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:14.519232 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Port 140ba774-add8-468f-9774-ee72fc542904 on network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:36:14.519551 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Attempting to bind port 140ba774-add8-468f-9774-ee72fc542904 on network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:14.521301 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port db32f0c7-891d-4842-9939-289c75d0d4fd is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:14.527329 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:14.528175 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Checking segment: {'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:14.528561 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Bound using segment: {'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:14.529400 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Bound port: 140ba774-add8-468f-9774-ee72fc542904, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:14.530038 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (140ba774-add8-468f-9774-ee72fc542904), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.591581 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:14.604326 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] For port 140ba774-add8-468f-9774-ee72fc542904, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:14.607486 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] For port 140ba774-add8-468f-9774-ee72fc542904, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=140ba774-add8-468f-9774-ee72fc542904,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:14.614490 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (140ba774-add8-468f-9774-ee72fc542904), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.619023 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:14.619636 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:14.621040 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/140ba774-add8-468f-9774-ee72fc542904 HTTP/1.1" status: 200 len: 1094 time: 0.6019111 Aug 23 04:36:14.621533 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'tag': '140ba774-add8-468f-9774-ee72fc542904'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:14.623790 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71b00b2-d415-47b9-916d-69960dfcfcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad3bbee-1711-4f10-8589-63d141ec9ec3", "tag": "140ba774-add8-468f-9774-ee72fc542904"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:14.671275 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6164ef8b-185e-4a7c-9101-9e40321c3d82 x-openstack-request-id: req-6164ef8b-185e-4a7c-9101-9e40321c3d82 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:14.671623 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad3bbee-1711-4f10-8589-63d141ec9ec3", "tag": "140ba774-add8-468f-9774-ee72fc542904", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:14.671992 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6164ef8b-185e-4a7c-9101-9e40321c3d82 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:14.672395 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6164ef8b-185e-4a7c-9101-9e40321c3d82'] response: {'name': 'network-changed', 'server_uuid': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'tag': '140ba774-add8-468f-9774-ee72fc542904', 'status': 'completed', 'code': 200} Aug 23 04:36:14.709945 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aa467-0382-44a4-ae13-8ff469479c6b service neutron] Pushing event updated for resources: {'Port': ['ID=140ba774-add8-468f-9774-ee72fc542904,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:14.722270 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-836ffd5b-bed4-4f74-bbd7-0881155b1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:14.723773 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-836ffd5b-bed4-4f74-bbd7-0881155b1198 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e749692b9683425791f92baca207aa04&device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0436552 Aug 23 04:36:14.767649 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-cc8b24e5-e423-44ae-861e-6de219c40bf0 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140ba774-add8-468f-9774-ee72fc542904 HTTP/1.1" status: 200 len: 217 time: 0.0362592 Aug 23 04:36:14.821561 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-f4f9e722-0e59-41ae-9cfb-0e227a40d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:14.823169 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-f4f9e722-0e59-41ae-9cfb-0e227a40d6ef service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74eecbba-3725-4f1a-a9e5-a23ec45afc42 HTTP/1.1" status: 200 len: 848 time: 0.0484936 Aug 23 04:36:14.857023 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-f84b8c64-608d-479d-a6b3-ba283edea025 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3bcd867e-334f-43fe-81c1-c3b25b710cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 23 04:36:14.953423 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-30c02416-55f6-4697-870b-c8f1757a1f83 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896926 Aug 23 04:36:15.050817 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-68bfc3ca-8dce-4662-b5ec-4801695a6af8 req-d039a67c-b3f5-4d77-861a-066c83401263 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896888 Aug 23 04:36:15.504112 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95505070-afe6-4cd8-8848-83c753e9535d req-766297f2-2d27-420d-8f46-2ec2f3846f1f tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:15.507241 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-95505070-afe6-4cd8-8848-83c753e9535d req-766297f2-2d27-420d-8f46-2ec2f3846f1f tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0512083 Aug 23 04:36:15.558528 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-95505070-afe6-4cd8-8848-83c753e9535d req-1b1286a7-5d06-4aa2-84dd-04de9c064d07 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Aug 23 04:36:15.803574 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-15d0984e-e97f-485b-9aaa-d181d8986a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:15.805181 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-15d0984e-e97f-485b-9aaa-d181d8986a76 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e749692b9683425791f92baca207aa04&device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0418928 Aug 23 04:36:15.908838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-58d36ff4-03f7-4007-8a18-8c99f5ac048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:15.910308 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-58d36ff4-03f7-4007-8a18-8c99f5ac048b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 200 len: 909 time: 0.0990334 Aug 23 04:36:15.952542 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-e6cc25d2-6437-45f2-8acf-f2e39356c070 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140ba774-add8-468f-9774-ee72fc542904 HTTP/1.1" status: 200 len: 217 time: 0.0355771 Aug 23 04:36:16.011767 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-d7245e0f-0b86-4a59-be2e-d6b81d5623a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:16.013961 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-d7245e0f-0b86-4a59-be2e-d6b81d5623a7 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74eecbba-3725-4f1a-a9e5-a23ec45afc42 HTTP/1.1" status: 200 len: 848 time: 0.0552721 Aug 23 04:36:16.052576 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-f0ca47b5-27b9-45ef-84cb-675e629ac15e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3bcd867e-334f-43fe-81c1-c3b25b710cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316429 Aug 23 04:36:16.156003 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-f858e56d-c8a8-41a6-8234-bacbe778e215 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964084 Aug 23 04:36:16.249906 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c71b00b2-d415-47b9-916d-69960dfcfcf0 req-3ab68bb3-2a1f-4ae2-b5f8-a3d6d95a833e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882471 Aug 23 04:36:16.687589 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44256e29-310f-457d-828b-49cc88fcedc8 req-e43f413c-25b7-4ba0-92be-67832d64c82a tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:16.689156 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-44256e29-310f-457d-828b-49cc88fcedc8 req-e43f413c-25b7-4ba0-92be-67832d64c82a tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0528970 Aug 23 04:36:16.738201 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-44256e29-310f-457d-828b-49cc88fcedc8 req-ee9940a6-e5a5-4c5a-a8fe-82aed56a5490 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Aug 23 04:36:17.382792 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 140ba774-add8-468f-9774-ee72fc542904 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:36:17.489997 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 140ba774-add8-468f-9774-ee72fc542904, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=140ba774-add8-468f-9774-ee72fc542904,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:17.501057 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '140ba774-add8-468f-9774-ee72fc542904', 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1', 'port_id': '140ba774-add8-468f-9774-ee72fc542904', 'mac_address': 'fa:16:3e:3f:b9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eecbba-3725-4f1a-a9e5-a23ec45afc42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:36:17.548273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 140ba774-add8-468f-9774-ee72fc542904 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:17.548911 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (140ba774-add8-468f-9774-ee72fc542904), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:17.567755 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140ba774-add8-468f-9774-ee72fc542904 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:36:17.591134 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 140ba774-add8-468f-9774-ee72fc542904, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=140ba774-add8-468f-9774-ee72fc542904,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:17.598055 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (140ba774-add8-468f-9774-ee72fc542904), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:17.646019 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=140ba774-add8-468f-9774-ee72fc542904,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:17.816149 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['140ba774-add8-468f-9774-ee72fc542904'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:36:17.864944 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd21b5-5a04-41c9-83f5-7f66d0d1edf5 req-a7b071dd-1e0d-4de7-b3e5-612aaf27b3dc tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:17.866441 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-08fd21b5-5a04-41c9-83f5-7f66d0d1edf5 req-a7b071dd-1e0d-4de7-b3e5-612aaf27b3dc tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Aug 23 04:36:17.917434 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-08fd21b5-5a04-41c9-83f5-7f66d0d1edf5 req-6070ec1a-a59f-4a10-938c-0f8838a7441c tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Aug 23 04:36:17.920509 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:19.051619 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3387082-9e0b-40e5-b50d-184191335998 req-df2ffa04-5def-45f3-8e05-e47d3f7f7c07 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:19.053099 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a3387082-9e0b-40e5-b50d-184191335998 req-df2ffa04-5def-45f3-8e05-e47d3f7f7c07 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 945 time: 0.0595696 Aug 23 04:36:19.100954 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a3387082-9e0b-40e5-b50d-184191335998 req-3676f0c2-a7c7-4116-a5c0-800501204fc1 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Aug 23 04:36:19.382924 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 140ba774-add8-468f-9774-ee72fc542904 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:19.444206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 140ba774-add8-468f-9774-ee72fc542904 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:36:19.456336 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 140ba774-add8-468f-9774-ee72fc542904 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:19.456336 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (140ba774-add8-468f-9774-ee72fc542904), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:19.480690 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:19.533168 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 140ba774-add8-468f-9774-ee72fc542904 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:19.533730 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (140ba774-add8-468f-9774-ee72fc542904), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:19.566027 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140ba774-add8-468f-9774-ee72fc542904'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:19.568566 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709bfb2-e635-47f9-8f16-4f9ddab04065" -d '{"events": [{"server_uuid": "2ad3bbee-1711-4f10-8589-63d141ec9ec3", "name": "network-vif-plugged", "status": "completed", "tag": "140ba774-add8-468f-9774-ee72fc542904"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:19.581305 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 140ba774-add8-468f-9774-ee72fc542904, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=140ba774-add8-468f-9774-ee72fc542904,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:19.586838 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (140ba774-add8-468f-9774-ee72fc542904), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:19.638301 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=140ba774-add8-468f-9774-ee72fc542904,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:20.219375 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:20.233526 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5b62e-496c-462a-b563-73508afaee6c req-351c4c63-8f7c-438e-80ea-d53d0071d818 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:20.234991 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3cc5b62e-496c-462a-b563-73508afaee6c req-351c4c63-8f7c-438e-80ea-d53d0071d818 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0494435 Aug 23 04:36:20.289012 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3cc5b62e-496c-462a-b563-73508afaee6c req-070fd6e4-520a-459c-b00a-399f464b22e9 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470660 Aug 23 04:36:20.624857 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0cde4-a019-492b-b69e-b267767a7225 x-openstack-request-id: req-26e0cde4-a019-492b-b69e-b267767a7225 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:20.625475 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad3bbee-1711-4f10-8589-63d141ec9ec3", "name": "network-vif-plugged", "status": "completed", "tag": "140ba774-add8-468f-9774-ee72fc542904", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:20.625475 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26e0cde4-a019-492b-b69e-b267767a7225 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:20.626021 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e0cde4-a019-492b-b69e-b267767a7225'] response: {'server_uuid': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140ba774-add8-468f-9774-ee72fc542904', 'code': 200} Aug 23 04:36:20.798800 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf310a8-d060-4594-9cb9-f83fa623f634 req-9eb37dfa-42f8-458f-8e9c-bd101ce32956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:20.800368 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6bf310a8-d060-4594-9cb9-f83fa623f634 req-9eb37dfa-42f8-458f-8e9c-bd101ce32956 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0400960 Aug 23 04:36:20.844488 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:20.859550 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6bf310a8-d060-4594-9cb9-f83fa623f634 req-c27c94f1-3508-4c0c-a47e-9636aaf3589a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514038 Aug 23 04:36:21.425044 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292509e3-f958-4b9c-94fd-d165a8304caf req-2105d0ae-e04b-4ff6-8201-c8afcd912401 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:21.426492 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-292509e3-f958-4b9c-94fd-d165a8304caf req-2105d0ae-e04b-4ff6-8201-c8afcd912401 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0515525 Aug 23 04:36:21.482363 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-292509e3-f958-4b9c-94fd-d165a8304caf req-c1bfd1ab-0427-4789-be11-8f28327462e5 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498760 Aug 23 04:36:22.617128 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0a9f1-1846-468c-9f98-57951f35c681 req-d9234b88-50d3-4151-8362-a1df5191e75c tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:22.618493 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6ce0a9f1-1846-468c-9f98-57951f35c681 req-d9234b88-50d3-4151-8362-a1df5191e75c tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0577159 Aug 23 04:36:22.669446 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6ce0a9f1-1846-468c-9f98-57951f35c681 req-18ef26a2-109b-47dc-879b-2c52c1691b70 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Aug 23 04:36:23.304215 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61c67b-e287-4822-920f-096ce474d541 req-f64652ba-2c9f-4eae-a740-daaafc904135 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:23.305669 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e61c67b-e287-4822-920f-096ce474d541 req-f64652ba-2c9f-4eae-a740-daaafc904135 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0481303 Aug 23 04:36:23.359797 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e61c67b-e287-4822-920f-096ce474d541 req-5421dfab-bb47-4ffc-8a68-2a35ffa495ba tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 Aug 23 04:36:23.718057 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=31 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:23.730721 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:24.408724 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-0781aefc-0825-401a-89a5-59f610780d76 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1066952490&fields=id&tenant_id=0fa7aa0063804717a00a59ea3e188779 HTTP/1.1" status: 200 len: 267 time: 0.0535738 Aug 23 04:36:24.529154 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f26646-e5fc-4295-9f06-780cad8e84a9 req-836dc4a9-41b6-4312-8840-3995a0363b3d tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:24.530603 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-82f26646-e5fc-4295-9f06-780cad8e84a9 req-836dc4a9-41b6-4312-8840-3995a0363b3d tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0918403 Aug 23 04:36:24.540888 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:24.581496 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-21023bd6-865d-423f-8181-537b5d77fa33 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:24.582946 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-21023bd6-865d-423f-8181-537b5d77fa33 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 808 time: 0.1679084 Aug 23 04:36:24.586814 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-494c9723-6f85-461b-960b-66c6f35dbb7c tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:24.588835 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-494c9723-6f85-461b-960b-66c6f35dbb7c tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2ad3bbee-1711-4f10-8589-63d141ec9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0520909 Aug 23 04:36:24.611689 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-4a03b798-d524-4ff9-ba84-a18c53b6e683 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/quotas/0fa7aa0063804717a00a59ea3e188779 HTTP/1.1" status: 200 len: 375 time: 0.0222828 Aug 23 04:36:24.615123 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-82f26646-e5fc-4295-9f06-780cad8e84a9 req-129f2559-6569-4fad-a4ba-4b5c18be3b26 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777459 Aug 23 04:36:24.623180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:24.665034 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-6161d4a4-8121-4ae1-97c8-e099223dade6 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475583 Aug 23 04:36:24.686445 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Deleting port 140ba774-add8-468f-9774-ee72fc542904 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:36:24.687133 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (140ba774-add8-468f-9774-ee72fc542904), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:24.783874 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-9fd47ee8-1ddb-4e0f-b9dc-415f3def501d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066976 Aug 23 04:36:24.787489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] For port 140ba774-add8-468f-9774-ee72fc542904, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=140ba774-add8-468f-9774-ee72fc542904,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:24.787869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (140ba774-add8-468f-9774-ee72fc542904), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:24.802432 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Calling delete_port for 140ba774-add8-468f-9774-ee72fc542904 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:36:24.875096 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-00491e4c-e7ef-47f8-8597-a420772ba188 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Aug 23 04:36:24.933939 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (140ba774-add8-468f-9774-ee72fc542904), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:24.946035 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['140ba774-add8-468f-9774-ee72fc542904'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:36:24.967345 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Pushing event deleted for resources: {'Port': ['ID=140ba774-add8-468f-9774-ee72fc542904,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:25.016319 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] No DVR routers for this DVR port 140ba774-add8-468f-9774-ee72fc542904 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:36:25.018909 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:25.022273 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-28edc9d8-ac73-41bc-a6e1-0036dcad2570 req-580c37ce-780a-456b-a5da-c41225c957bb tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "DELETE /networking/v2.0/ports/140ba774-add8-468f-9774-ee72fc542904 HTTP/1.1" status: 204 len: 173 time: 0.4271197 Aug 23 04:36:25.022729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'name': 'network-vif-deleted', 'tag': '140ba774-add8-468f-9774-ee72fc542904'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:25.025961 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cff097-3a60-4d0e-8be7-0a303184474e" -d '{"events": [{"server_uuid": "2ad3bbee-1711-4f10-8589-63d141ec9ec3", "name": "network-vif-deleted", "tag": "140ba774-add8-468f-9774-ee72fc542904"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:25.069187 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccf111c-669f-4801-bac2-9e61961da061 x-openstack-request-id: req-8ccf111c-669f-4801-bac2-9e61961da061 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:25.069473 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad3bbee-1711-4f10-8589-63d141ec9ec3", "name": "network-vif-deleted", "tag": "140ba774-add8-468f-9774-ee72fc542904", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:25.069734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ccf111c-669f-4801-bac2-9e61961da061 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:25.070136 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ccf111c-669f-4801-bac2-9e61961da061'] response: {'server_uuid': '2ad3bbee-1711-4f10-8589-63d141ec9ec3', 'name': 'network-vif-deleted', 'tag': '140ba774-add8-468f-9774-ee72fc542904', 'status': 'completed', 'code': 200} Aug 23 04:36:25.198193 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7e7626a8-cdb1-42df-86f7-d8196352bc05 req-8c1c9d55-ef77-4769-9407-5a88047cb958 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Aug 23 04:36:25.833557 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:25.904204 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-51274eb7-892e-4eb4-9438-36f25b79b302 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:25.905720 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-51274eb7-892e-4eb4-9438-36f25b79b302 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 200 len: 808 time: 0.1065555 Aug 23 04:36:25.920324 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-907a4c65-5c69-4203-967c-75d119c1e7a7 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/quotas/e749692b9683425791f92baca207aa04 HTTP/1.1" status: 200 len: 375 time: 0.0091474 Aug 23 04:36:25.951648 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-7dd7e753-9e4f-44e3-b385-1c1278907ff5 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e749692b9683425791f92baca207aa04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264022 Aug 23 04:36:25.992860 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:26.193756 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-1f7e7a45-2e7c-43bb-a1f5-fdb2cd89504a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:26.195530 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-1f7e7a45-2e7c-43bb-a1f5-fdb2cd89504a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.47 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 808 time: 0.1219454 Aug 23 04:36:26.271714 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-74be2e79-d00c-4855-be47-f0e7e08fd674 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0fa7aa0063804717a00a59ea3e188779 HTTP/1.1" status: 200 len: 380 time: 0.0668070 Aug 23 04:36:26.280924 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'port': {'device_id': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'admin_state_up': True, 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'security_groups': ['ef5d15c0-198d-4179-b9cc-b7d5d02ad04a']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:26.317228 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ec62efae-351c-44fa-8448-64d71f35d50f req-7ccde478-c09b-44c7-bd68-2a3c519ed7ff tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 210 time: 0.0343356 Aug 23 04:36:26.346106 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-a6c5e5db-9032-4db2-8dcc-96ad1906663a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847139 Aug 23 04:36:26.413990 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Made reservation on behalf of 0fa7aa0063804717a00a59ea3e188779 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:26.417865 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:26.459262 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-2662aa6b-b581-44f8-bbe8-fba5a159cacf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070240 Aug 23 04:36:26.558639 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Allocated IP 172.20.0.4 (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214/5a88b6f6-0a5f-4ddd-8783-349f36525a3c/d00893ca-781d-4af3-a48a-067a77921424) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:26.566414 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:26.653748 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-71337bac-9b5d-4e9b-a0f0-7d4f37da724d req-d191d8db-9dd6-4dbb-a366-de66004481ac tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 210 time: 0.0428252 Aug 23 04:36:26.658318 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:26.759317 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for port (d00893ca-781d-4af3-a48a-067a77921424), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:26.794289 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:26.840893 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:26.844068 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:26.846640 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:26.874139 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:26.909255 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:26.909859 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:26.932300 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-7219ac57-44bf-451d-b8f6-b028af493597 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6557713 Aug 23 04:36:26.976937 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Request body: {'port': {'device_id': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:27.062007 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:27.072614 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-a9eec595-61ac-4f6b-916b-3f3c28cd5bf8 None None] Provisioning complete for port d00893ca-781d-4af3-a48a-067a77921424 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:27.073228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a9eec595-61ac-4f6b-916b-3f3c28cd5bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (d00893ca-781d-4af3-a48a-067a77921424), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:27.112501 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-a9eec595-61ac-4f6b-916b-3f3c28cd5bf8 None None] Port d00893ca-781d-4af3-a48a-067a77921424 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:36:27.333628 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00893ca-781d-4af3-a48a-067a77921424 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:36:27.341697 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Publish callbacks [] for port (d00893ca-781d-4af3-a48a-067a77921424), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:27.357014 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Transition to ACTIVE for port object d00893ca-781d-4af3-a48a-067a77921424 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:36:27.362256 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:27.412715 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 140ba774-add8-468f-9774-ee72fc542904 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:27.438234 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 140ba774-add8-468f-9774-ee72fc542904 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:36:27.438925 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 140ba774-add8-468f-9774-ee72fc542904 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:27.443829 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:27.451261 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331da4e-078d-429c-adcd-128a2047fa10 req-64177c07-6370-46df-b341-6290d0c354b7 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:27.456388 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5331da4e-078d-429c-adcd-128a2047fa10 req-64177c07-6370-46df-b341-6290d0c354b7 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0569956 Aug 23 04:36:27.464391 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:27.497304 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Attempting to bind port d00893ca-781d-4af3-a48a-067a77921424 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:27.497632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Attempting to bind port d00893ca-781d-4af3-a48a-067a77921424 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:27.502497 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Attempting to bind port d00893ca-781d-4af3-a48a-067a77921424 on network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:27.507125 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Port d00893ca-781d-4af3-a48a-067a77921424 on network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:36:27.507441 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Attempting to bind port d00893ca-781d-4af3-a48a-067a77921424 on network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:27.510567 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5331da4e-078d-429c-adcd-128a2047fa10 req-187d1393-c166-4b27-8d85-783365280d1b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517533 Aug 23 04:36:27.512971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:27.513305 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Checking segment: {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:27.513704 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Bound using segment: {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:27.514080 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Bound port: d00893ca-781d-4af3-a48a-067a77921424, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:27.514432 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:27.576069 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:27.578977 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:27.586016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:27.590117 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:27.590710 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:27.592110 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 1093 time: 0.6212902 Aug 23 04:36:27.592591 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:27.594826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30128610-6c19-4352-bf7c-931ba28f655b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "tag": "d00893ca-781d-4af3-a48a-067a77921424"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:27.645043 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64104b7-1373-41ca-a52e-0a47ccbdc3d0 x-openstack-request-id: req-f64104b7-1373-41ca-a52e-0a47ccbdc3d0 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:27.646086 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "tag": "d00893ca-781d-4af3-a48a-067a77921424", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:27.646320 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f64104b7-1373-41ca-a52e-0a47ccbdc3d0 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:27.646860 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64104b7-1373-41ca-a52e-0a47ccbdc3d0'] response: {'name': 'network-changed', 'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424', 'status': 'completed', 'code': 200} Aug 23 04:36:27.651961 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b1c1a-df19-4c4f-a6b1-a170dba33c80 service neutron] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:27.704117 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128610-6c19-4352-bf7c-931ba28f655b req-cb000a73-e7b9-4f97-82b7-b7742f8414ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:27.705709 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-30128610-6c19-4352-bf7c-931ba28f655b req-cb000a73-e7b9-4f97-82b7-b7742f8414ad service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1127 time: 0.0435593 Aug 23 04:36:27.721578 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:27.774995 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e542facf-1531-4d94-a4ed-c12f7e83d6ed req-99079874-6dab-422b-b235-87da55536995 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 210 time: 0.0501537 Aug 23 04:36:27.814849 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128610-6c19-4352-bf7c-931ba28f655b req-731d3278-7784-4dad-9b38-5b6efc7537b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:27.816419 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-30128610-6c19-4352-bf7c-931ba28f655b req-731d3278-7784-4dad-9b38-5b6efc7537b7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=0fa7aa0063804717a00a59ea3e188779&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1045692 Aug 23 04:36:27.861683 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-f30265aa-3940-432e-828f-3a40f20beb28 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:27.863102 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-f30265aa-3940-432e-828f-3a40f20beb28 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "GET /networking/v2.0/networks?id=3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 200 len: 808 time: 0.1371360 Aug 23 04:36:27.875407 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Request body: {'port': {'device_id': 'fcc45348-e399-494b-8130-3f91e372fbad', 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1', 'admin_state_up': True, 'tenant_id': 'e749692b9683425791f92baca207aa04'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:27.929450 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128610-6c19-4352-bf7c-931ba28f655b req-cb58c795-1749-4d55-aa32-d4855c6ee628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:27.931161 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-30128610-6c19-4352-bf7c-931ba28f655b req-cb58c795-1749-4d55-aa32-d4855c6ee628 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080472 Aug 23 04:36:27.989897 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Made reservation on behalf of e749692b9683425791f92baca207aa04 for: {'port': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:27.994862 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:28.056350 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-71e5588a-59a2-4d6b-9844-9dd0a67cabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:28.057960 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-71e5588a-59a2-4d6b-9844-9dd0a67cabdf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1127 time: 0.0415223 Aug 23 04:36:28.067653 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:28.101149 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-51834e2c-cf8e-421b-b23e-6d2d896eb699 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 217 time: 0.0357702 Aug 23 04:36:28.126735 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Allocated IP 172.20.0.10 (3bcd867e-334f-43fe-81c1-c3b25b710cc1/74eecbba-3725-4f1a-a9e5-a23ec45afc42/de4dfded-e097-4b6b-a4ea-e6de8cc8db59) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:28.151031 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-ba2be194-a26f-4b80-8ca9-e581ea7b891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:28.152558 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-ba2be194-a26f-4b80-8ca9-e581ea7b891a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 200 len: 847 time: 0.0461602 Aug 23 04:36:28.195424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-1feca558-c134-469e-88ba-66f8ded754e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:28.197138 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-1feca558-c134-469e-88ba-66f8ded754e5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389650 Aug 23 04:36:28.281106 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks [] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:28.290080 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-ec29d8ce-96f1-4288-b2cf-7cf078b2fc95 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872300 Aug 23 04:36:28.298515 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:28.317259 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:28.361523 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:28.364805 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:28.368754 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:28.374841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Pushing event updated for resources: {'Port': ['ID=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:28.387752 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0272a75e-ec8b-48aa-9e9e-8c7c286015c7 req-483473a4-97f3-4633-b069-272090e58047 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907531 Aug 23 04:36:28.403186 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.403532 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.403866 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.404222 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.404610 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.404888 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.405201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.405556 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.405866 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.406176 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.406502 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.406811 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.407152 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.407444 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.407760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:28.430674 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:28.431501 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:28.449517 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-b1ae15a6-1957-47e7-9ff4-eeed2e5727ce tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788600 Aug 23 04:36:28.589593 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Request body: {'port': {'device_id': 'fcc45348-e399-494b-8130-3f91e372fbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:28.660992 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b26b6-3a25-4245-bac3-4db0b9cefb80 req-1c4c5794-f9a0-4ed6-8647-b12ae45eb5be tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:28.662437 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3f3b26b6-3a25-4245-bac3-4db0b9cefb80 req-1c4c5794-f9a0-4ed6-8647-b12ae45eb5be tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0698893 Aug 23 04:36:28.706582 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:28.717214 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6489211d-2ead-43b5-9847-57fb915cd819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:28.765024 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3f3b26b6-3a25-4245-bac3-4db0b9cefb80 req-a83b2ebe-3931-44bc-887a-eb162543928a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855393 Aug 23 04:36:28.946245 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069f864-9235-4b84-be80-4f7600dad42c req-3c0832e2-37c9-4a50-b2a5-42acafbfa7ac tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:28.947712 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0069f864-9235-4b84-be80-4f7600dad42c req-3c0832e2-37c9-4a50-b2a5-42acafbfa7ac tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 932 time: 0.0833724 Aug 23 04:36:28.980023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:29.034853 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0069f864-9235-4b84-be80-4f7600dad42c req-3e45454b-53ad-48d7-8c23-837ffd322651 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809464 Aug 23 04:36:29.068131 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4dfded-e097-4b6b-a4ea-e6de8cc8db59 {{(pid=106731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:36:29.076662 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Publish callbacks [] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:29.094844 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.provisioning_blocks [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Transition to ACTIVE for port object de4dfded-e097-4b6b-a4ea-e6de8cc8db59 will not be triggered until provisioned by entity L2. {{(pid=106731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:36:29.099841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:29.161052 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:29.205417 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:29.210129 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Attempting to bind port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:36:29.210450 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Attempting to bind port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:36:29.210772 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Attempting to bind port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 on network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:29.216127 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 on network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:36:29.216438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Attempting to bind port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 on network 3bcd867e-334f-43fe-81c1-c3b25b710cc1 {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:36:29.222240 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:36:29.222562 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Checking segment: {'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:36:29.222927 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Bound using segment: {'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'} {{(pid=106731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:36:29.223336 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.managers [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Bound port: de4dfded-e097-4b6b-a4ea-e6de8cc8db59, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffd8449-106f-4b69-99cb-8698d6c1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1'}}] {{(pid=106731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:36:29.223681 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:29.286706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] For port de4dfded-e097-4b6b-a4ea-e6de8cc8db59, host hv-cinder-85407, cleared binding levels {{(pid=106731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:29.293141 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] For port de4dfded-e097-4b6b-a4ea-e6de8cc8db59, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:29.304158 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:29.308465 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:29.309072 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:29.310623 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/de4dfded-e097-4b6b-a4ea-e6de8cc8db59 HTTP/1.1" status: 200 len: 1094 time: 0.7256265 Aug 23 04:36:29.312662 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc45348-e399-494b-8130-3f91e372fbad', 'tag': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:29.315434 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9282c236-5deb-4385-aa5a-faf5ec523081" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc45348-e399-494b-8130-3f91e372fbad", "tag": "de4dfded-e097-4b6b-a4ea-e6de8cc8db59"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:29.365419 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b06b5-a92c-4863-b46c-6d48e1d3f180 x-openstack-request-id: req-e38b06b5-a92c-4863-b46c-6d48e1d3f180 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:29.365670 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc45348-e399-494b-8130-3f91e372fbad", "tag": "de4dfded-e097-4b6b-a4ea-e6de8cc8db59", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:29.365935 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e38b06b5-a92c-4863-b46c-6d48e1d3f180 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:29.366327 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38b06b5-a92c-4863-b46c-6d48e1d3f180'] response: {'name': 'network-changed', 'server_uuid': 'fcc45348-e399-494b-8130-3f91e372fbad', 'tag': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59', 'status': 'completed', 'code': 200} Aug 23 04:36:29.406528 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf45b96-1e98-4f7e-b970-16f7707c6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,revision_number=3']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:29.410592 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-104c62a0-d7d8-4654-bd63-5f14e0401b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:29.412120 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-104c62a0-d7d8-4654-bd63-5f14e0401b84 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e749692b9683425791f92baca207aa04&device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 1128 time: 0.0619085 Aug 23 04:36:29.452194 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-a72f5e3a-458f-451f-9627-75ed972fe09b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59 HTTP/1.1" status: 200 len: 217 time: 0.0337062 Aug 23 04:36:29.501965 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-a000f918-4d80-440e-9d64-d37fbfa7f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:29.503424 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-a000f918-4d80-440e-9d64-d37fbfa7f887 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74eecbba-3725-4f1a-a9e5-a23ec45afc42 HTTP/1.1" status: 200 len: 848 time: 0.0458267 Aug 23 04:36:29.539017 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-a6cf95f4-c920-46fe-a840-a823b496fa7b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3bcd867e-334f-43fe-81c1-c3b25b710cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296354 Aug 23 04:36:29.638052 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-d72af697-abf9-485f-b4be-e41961c33e66 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928481 Aug 23 04:36:29.733115 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f51fdc6f-bd5d-4497-bb0d-190e12a6b92e req-fa94d596-a29b-461e-b2b0-94429bf003b1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888457 Aug 23 04:36:29.886364 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706807-cc24-415e-8245-e002d02dda7c req-4d874e57-5b94-4180-a615-1f64064d2778 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:29.887819 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e9706807-cc24-415e-8245-e002d02dda7c req-4d874e57-5b94-4180-a615-1f64064d2778 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0488636 Aug 23 04:36:29.943727 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e9706807-cc24-415e-8245-e002d02dda7c req-4f8184f8-12d6-4a9d-b254-1688e25d17a4 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473230 Aug 23 04:36:30.159713 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09896f-dc83-4527-a7d3-edb80c4438b9 req-cb7a77c5-09db-4623-a236-d16110483555 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:30.161182 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0d09896f-dc83-4527-a7d3-edb80c4438b9 req-cb7a77c5-09db-4623-a236-d16110483555 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 944 time: 0.0470452 Aug 23 04:36:30.213040 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0d09896f-dc83-4527-a7d3-edb80c4438b9 req-a49cdaf7-0843-496d-8ae3-2ec011c2ed63 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457444 Aug 23 04:36:30.433595 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-95eaa4e7-d3dd-480c-990a-aa9d976cca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:30.435099 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-95eaa4e7-d3dd-480c-990a-aa9d976cca53 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e749692b9683425791f92baca207aa04&device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 1128 time: 0.0469840 Aug 23 04:36:30.472508 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:30.526400 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-5e5534b1-81c8-49ed-ae99-3de15c0388fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:30.527846 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-5e5534b1-81c8-49ed-ae99-3de15c0388fb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 200 len: 909 time: 0.0867972 Aug 23 04:36:30.569541 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-7da8b4aa-3b24-42bd-b98b-6ca6b873d765 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59 HTTP/1.1" status: 200 len: 217 time: 0.0347924 Aug 23 04:36:30.619460 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-67988ce5-288e-4e14-aac1-1a82edb78c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:30.620898 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-67988ce5-288e-4e14-aac1-1a82edb78c24 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74eecbba-3725-4f1a-a9e5-a23ec45afc42 HTTP/1.1" status: 200 len: 848 time: 0.0443830 Aug 23 04:36:30.651851 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-90893c69-2d46-4967-b2cf-59569866a358 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3bcd867e-334f-43fe-81c1-c3b25b710cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254853 Aug 23 04:36:30.749256 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-2294253e-f478-43cc-b036-b511af1f50e1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904615 Aug 23 04:36:30.812958 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:30.847781 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9282c236-5deb-4385-aa5a-faf5ec523081 req-7a9c1210-b253-4211-b8e5-9be88f053910 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925405 Aug 23 04:36:30.932972 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-7aa30f02-ed1e-46db-98de-a8e3a9f11997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:31.098600 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bbf8a-727d-4e8c-a413-482781eee63f req-f3fb5d7a-bb81-496c-9c7e-086377345d6e tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:31.100973 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c20bbf8a-727d-4e8c-a413-482781eee63f req-f3fb5d7a-bb81-496c-9c7e-086377345d6e tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0750785 Aug 23 04:36:31.163596 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c20bbf8a-727d-4e8c-a413-482781eee63f req-de551c41-10be-40d3-bea2-e98e9f0a2944 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534298 Aug 23 04:36:31.349323 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cde2c-5f2e-40f3-b36a-3e97512fef47 req-8642bcb0-cbb9-440e-8de7-4228253a9dd7 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:31.350773 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d5cde2c-5f2e-40f3-b36a-3e97512fef47 req-8642bcb0-cbb9-440e-8de7-4228253a9dd7 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 944 time: 0.0588560 Aug 23 04:36:31.402439 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d5cde2c-5f2e-40f3-b36a-3e97512fef47 req-2d4e14ce-5c18-4d66-aa3e-f5ed415cff49 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Aug 23 04:36:31.442528 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device de4dfded-e097-4b6b-a4ea-e6de8cc8db59 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:36:31.546659 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port de4dfded-e097-4b6b-a4ea-e6de8cc8db59, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:31.557968 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59', 'network_id': '3bcd867e-334f-43fe-81c1-c3b25b710cc1', 'port_id': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59', 'mac_address': 'fa:16:3e:50:3e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eecbba-3725-4f1a-a9e5-a23ec45afc42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:36:31.596831 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:31.597210 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:31.610817 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4dfded-e097-4b6b-a4ea-e6de8cc8db59 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:36:31.631546 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port de4dfded-e097-4b6b-a4ea-e6de8cc8db59, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:31.637751 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:31.685618 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:31.825820 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['de4dfded-e097-4b6b-a4ea-e6de8cc8db59'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:36:31.931191 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:32.218813 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:32.285817 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef2af-df5b-4fd4-807f-bdcb2f054762 req-d2fee59b-a49f-405c-852c-6def5383a84a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:32.287306 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-118ef2af-df5b-4fd4-807f-bdcb2f054762 req-d2fee59b-a49f-405c-852c-6def5383a84a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0469031 Aug 23 04:36:32.345648 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-118ef2af-df5b-4fd4-807f-bdcb2f054762 req-b9a856e9-f1c5-444a-8af1-2840b96cbc4a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526993 Aug 23 04:36:32.538934 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5af3bb-efbd-4f0b-9e37-8755b0b62fd7 req-f8443feb-258d-4be5-a346-096f17eec90a tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:32.540393 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3d5af3bb-efbd-4f0b-9e37-8755b0b62fd7 req-f8443feb-258d-4be5-a346-096f17eec90a tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 945 time: 0.0466545 Aug 23 04:36:32.593227 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3d5af3bb-efbd-4f0b-9e37-8755b0b62fd7 req-16fd8370-ed04-47c0-97f2-8282f2715b4c tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Aug 23 04:36:33.443398 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device de4dfded-e097-4b6b-a4ea-e6de8cc8db59 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:33.478317 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b2b7-8087-428f-b452-fef67dae261d req-ab85ac4d-e713-472c-8e31-f78e1eb8c8ae tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:33.479804 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f916b2b7-8087-428f-b452-fef67dae261d req-ab85ac4d-e713-472c-8e31-f78e1eb8c8ae tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0489144 Aug 23 04:36:33.486577 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:36:33.493299 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:33.493696 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:33.529104 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f916b2b7-8087-428f-b452-fef67dae261d req-0c2af758-2c5d-4dee-b2af-1b00e62e3596 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436196 Aug 23 04:36:33.532493 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:33.716682 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:33.717066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:33.720222 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:33.722244 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80b4b2-480a-45b2-8cd4-2e9c25e304e7 req-1257bd3a-e486-4dbb-b1a8-9ea5e5885466 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:33.723705 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cb80b4b2-480a-45b2-8cd4-2e9c25e304e7 req-1257bd3a-e486-4dbb-b1a8-9ea5e5885466 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 945 time: 0.0515924 Aug 23 04:36:33.727419 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:33.742772 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc45348-e399-494b-8130-3f91e372fbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:33.745334 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c36dc0-bba9-4d03-983e-1a976b617756" -d '{"events": [{"server_uuid": "fcc45348-e399-494b-8130-3f91e372fbad", "name": "network-vif-plugged", "status": "completed", "tag": "de4dfded-e097-4b6b-a4ea-e6de8cc8db59"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:33.758409 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port de4dfded-e097-4b6b-a4ea-e6de8cc8db59, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:33.764606 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:33.776593 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cb80b4b2-480a-45b2-8cd4-2e9c25e304e7 req-a2deb5c5-aeb2-47b0-9a67-08d074b13ee4 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Aug 23 04:36:33.791692 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ed8d8e-b12f-4655-be0a-f8811cb56e78 x-openstack-request-id: req-d1ed8d8e-b12f-4655-be0a-f8811cb56e78 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:33.791994 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc45348-e399-494b-8130-3f91e372fbad", "name": "network-vif-plugged", "status": "completed", "tag": "de4dfded-e097-4b6b-a4ea-e6de8cc8db59", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:33.792238 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1ed8d8e-b12f-4655-be0a-f8811cb56e78 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:33.792624 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ed8d8e-b12f-4655-be0a-f8811cb56e78'] response: {'server_uuid': 'fcc45348-e399-494b-8130-3f91e372fbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59', 'code': 200} Aug 23 04:36:33.817610 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:34.375386 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d73d-f11b-47b6-a5ea-2c50439231d9 req-9174bf86-9aed-4086-8053-b1c13b45cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:34.376901 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2f8d73d-f11b-47b6-a5ea-2c50439231d9 req-9174bf86-9aed-4086-8053-b1c13b45cdf3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 1130 time: 0.0399477 Aug 23 04:36:34.421682 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2f8d73d-f11b-47b6-a5ea-2c50439231d9 req-d8de0662-5a6a-4601-b0c2-3bf9f15b417f service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Aug 23 04:36:34.627474 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:34.666963 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d46b75-8c30-4ee7-8afd-21b6e0805bdd req-b77c5a16-7743-4ea8-9b69-b19610280211 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:34.668460 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-75d46b75-8c30-4ee7-8afd-21b6e0805bdd req-b77c5a16-7743-4ea8-9b69-b19610280211 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0512972 Aug 23 04:36:34.718979 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-75d46b75-8c30-4ee7-8afd-21b6e0805bdd req-1d936b67-fc45-4722-8ec0-62781dcf1866 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449095 Aug 23 04:36:34.902790 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ed0c-e434-4378-93c9-c8215710bd93 req-f85e5b46-8069-4e1e-a2ca-785671ee0685 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:34.904285 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2e43ed0c-e434-4378-93c9-c8215710bd93 req-f85e5b46-8069-4e1e-a2ca-785671ee0685 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 946 time: 0.0479493 Aug 23 04:36:34.952656 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2e43ed0c-e434-4378-93c9-c8215710bd93 req-15f21046-ad05-41e0-9a85-f9285e3cb162 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Aug 23 04:36:35.443842 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device d00893ca-781d-4af3-a48a-067a77921424 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:36:35.551413 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:35.562655 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'd00893ca-781d-4af3-a48a-067a77921424', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'port_id': 'd00893ca-781d-4af3-a48a-067a77921424', 'mac_address': 'fa:16:3e:d4:03:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:36:35.597340 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port d00893ca-781d-4af3-a48a-067a77921424 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:35.597727 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:35.612664 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00893ca-781d-4af3-a48a-067a77921424 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:36:35.637139 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:35.643403 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:35.696472 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:35.757369 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-d940008e-6e2d-4343-89b4-1746eaafb8c1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381696 Aug 23 04:36:35.848029 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['d00893ca-781d-4af3-a48a-067a77921424'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:36:35.871242 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d264e6-334f-4d11-bc4f-1f72650967d5 req-def3a74f-b040-4593-846e-440dc11d01ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:35.872904 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-10d264e6-334f-4d11-bc4f-1f72650967d5 req-def3a74f-b040-4593-846e-440dc11d01ad tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 944 time: 0.0777373 Aug 23 04:36:35.874718 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954adb-766f-435d-83aa-32c9a1f349da req-4cac4228-046b-40c9-88de-579efdb6ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:35.877669 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-4cac4228-046b-40c9-88de-579efdb6ea96 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e749692b9683425791f92baca207aa04&device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 1130 time: 0.0724182 Aug 23 04:36:35.924585 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:35.984167 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-10d264e6-334f-4d11-bc4f-1f72650967d5 req-ad716398-d7aa-4231-b8dc-0c6f16886716 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041729 Aug 23 04:36:35.994294 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:36.017336 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954adb-766f-435d-83aa-32c9a1f349da req-931bfa45-4998-4ba8-8738-663f97cb4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:36.019475 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-931bfa45-4998-4ba8-8738-663f97cb4198 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 200 len: 909 time: 0.1214876 Aug 23 04:36:36.074207 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-c81f8d8e-1562-4680-85e6-063c90a00a67 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59 HTTP/1.1" status: 200 len: 217 time: 0.0486419 Aug 23 04:36:36.149278 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed4fc-b3ac-4223-a78b-26aa5c5d249d req-6b5e42f0-80c1-4526-945c-2ea39695d61a tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:36.155108 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-773ed4fc-b3ac-4223-a78b-26aa5c5d249d req-6b5e42f0-80c1-4526-945c-2ea39695d61a tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 946 time: 0.0881550 Aug 23 04:36:36.190744 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954adb-766f-435d-83aa-32c9a1f349da req-e40cb49c-023d-470c-beae-fffe31787404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:36.192273 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-e40cb49c-023d-470c-beae-fffe31787404 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74eecbba-3725-4f1a-a9e5-a23ec45afc42 HTTP/1.1" status: 200 len: 848 time: 0.1000323 Aug 23 04:36:36.239795 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-2f600f04-b2ea-4439-a91e-e0005779fc97 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3bcd867e-334f-43fe-81c1-c3b25b710cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369642 Aug 23 04:36:36.243700 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-773ed4fc-b3ac-4223-a78b-26aa5c5d249d req-a69b2958-c292-4688-809d-9c32757a9ebe tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854850 Aug 23 04:36:36.347277 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-56d54792-32ce-4162-8e73-751751ebd47e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009674 Aug 23 04:36:36.458131 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-32954adb-766f-435d-83aa-32c9a1f349da req-9c86645f-a24b-46ad-a059-52472f20e5c3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038544 Aug 23 04:36:37.016997 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df35d3-786b-41d1-bd7a-3244eb276b1b req-b0957045-2a67-43fa-9069-1cb50385ae9e tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:37.018483 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-16df35d3-786b-41d1-bd7a-3244eb276b1b req-b0957045-2a67-43fa-9069-1cb50385ae9e tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 946 time: 0.0484011 Aug 23 04:36:37.074146 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-16df35d3-786b-41d1-bd7a-3244eb276b1b req-950b755d-54e7-4c4b-9c50-2927fcac8d3b tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492270 Aug 23 04:36:37.120588 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f74b1f-c24f-483b-99f3-bc4fe8d93339 req-06e518f5-bafa-4adc-82a1-67564cc4d604 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:37.122037 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b8f74b1f-c24f-483b-99f3-bc4fe8d93339 req-06e518f5-bafa-4adc-82a1-67564cc4d604 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 944 time: 0.0470293 Aug 23 04:36:37.175306 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b8f74b1f-c24f-483b-99f3-bc4fe8d93339 req-43dc842f-2d06-46ce-b120-8596b0e0e799 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Aug 23 04:36:37.469875 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device d00893ca-781d-4af3-a48a-067a77921424 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:37.519882 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port d00893ca-781d-4af3-a48a-067a77921424 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:36:37.529147 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port d00893ca-781d-4af3-a48a-067a77921424 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:36:37.529506 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (d00893ca-781d-4af3-a48a-067a77921424), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:37.562142 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:37.604516 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port d00893ca-781d-4af3-a48a-067a77921424 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:36:37.604895 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:37.628291 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:37.630538 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15571cca-f379-4866-8f22-073a72567db0" -d '{"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-plugged", "status": "completed", "tag": "d00893ca-781d-4af3-a48a-067a77921424"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:37.643333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:37.648700 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:37.671634 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53a4402-2c25-472e-bdfb-7dafdb5c43c9 x-openstack-request-id: req-b53a4402-2c25-472e-bdfb-7dafdb5c43c9 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:37.671944 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-plugged", "status": "completed", "tag": "d00893ca-781d-4af3-a48a-067a77921424", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:37.672200 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b53a4402-2c25-472e-bdfb-7dafdb5c43c9 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:37.672586 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53a4402-2c25-472e-bdfb-7dafdb5c43c9'] response: {'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424', 'code': 200} Aug 23 04:36:37.701292 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:38.197977 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6b08-9812-4f28-b7bf-6bccb007bb9d req-b2abd184-0ba7-4c9e-ac61-ff2887004133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:38.199393 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cbcb6b08-9812-4f28-b7bf-6bccb007bb9d req-b2abd184-0ba7-4c9e-ac61-ff2887004133 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1129 time: 0.0674381 Aug 23 04:36:38.206657 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:38.214691 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5acb8a-fe74-499a-860f-905a1e5342a1 req-66bdc951-0663-4a58-8c23-1be5465653e7 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:38.216124 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3c5acb8a-fe74-499a-860f-905a1e5342a1 req-66bdc951-0663-4a58-8c23-1be5465653e7 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 946 time: 0.0578830 Aug 23 04:36:38.282477 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-3a5aa463-3838-4534-8857-83808a057181 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:38.283949 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-3a5aa463-3838-4534-8857-83808a057181 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 946 time: 0.0518873 Aug 23 04:36:38.322796 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3c5acb8a-fe74-499a-860f-905a1e5342a1 req-9ee05825-75ec-43d2-bdc9-18bb544e95ef tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ac88f982-db99-49a6-b5bf-5082b7f5a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007040 Aug 23 04:36:38.328699 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cbcb6b08-9812-4f28-b7bf-6bccb007bb9d req-451d07c7-3688-4de2-9f81-0651de71e992 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925813 Aug 23 04:36:38.340057 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade714f-bf7d-4bc2-8b7e-db943c416131 req-8ced56ba-f188-46d3-97b1-ddc2bc6fe60d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:38.341780 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bade714f-bf7d-4bc2-8b7e-db943c416131 req-8ced56ba-f188-46d3-97b1-ddc2bc6fe60d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0797193 Aug 23 04:36:38.373640 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Deleting port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:36:38.374036 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:38.396163 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bade714f-bf7d-4bc2-8b7e-db943c416131 req-eb5986d3-5fc8-493a-be2e-461cd351583d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Aug 23 04:36:38.438940 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:38.467795 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] For port de4dfded-e097-4b6b-a4ea-e6de8cc8db59, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,segment=NetworkSegment(4ffd8449-106f-4b69-99cb-8698d6c1b82b),segment_id=4ffd8449-106f-4b69-99cb-8698d6c1b82b)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:38.468189 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:38.481959 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Calling delete_port for de4dfded-e097-4b6b-a4ea-e6de8cc8db59 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:36:38.622664 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (de4dfded-e097-4b6b-a4ea-e6de8cc8db59), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:38.636057 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['de4dfded-e097-4b6b-a4ea-e6de8cc8db59'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:36:38.654662 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Pushing event deleted for resources: {'Port': ['ID=de4dfded-e097-4b6b-a4ea-e6de8cc8db59,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:38.696083 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] No DVR routers for this DVR port de4dfded-e097-4b6b-a4ea-e6de8cc8db59 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:36:38.698769 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:38.702052 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-8b51f357-3768-4bf4-8ea7-bc85fc314e5e req-54a4c6ac-1a02-4f06-88c0-8bed2baa7888 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.47 "DELETE /networking/v2.0/ports/de4dfded-e097-4b6b-a4ea-e6de8cc8db59 HTTP/1.1" status: 204 len: 173 time: 0.4131408 Aug 23 04:36:38.702501 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc45348-e399-494b-8130-3f91e372fbad', 'name': 'network-vif-deleted', 'tag': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:38.704791 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb36885-84f1-43dc-b10e-5f4ceb59174a" -d '{"events": [{"server_uuid": "fcc45348-e399-494b-8130-3f91e372fbad", "name": "network-vif-deleted", "tag": "de4dfded-e097-4b6b-a4ea-e6de8cc8db59"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:38.746048 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402c1237-fc03-4675-8379-278b2a1e678c x-openstack-request-id: req-402c1237-fc03-4675-8379-278b2a1e678c {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:38.746411 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc45348-e399-494b-8130-3f91e372fbad", "name": "network-vif-deleted", "tag": "de4dfded-e097-4b6b-a4ea-e6de8cc8db59", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:38.746732 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-402c1237-fc03-4675-8379-278b2a1e678c {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:38.747327 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402c1237-fc03-4675-8379-278b2a1e678c'] response: {'server_uuid': 'fcc45348-e399-494b-8130-3f91e372fbad', 'name': 'network-vif-deleted', 'tag': 'de4dfded-e097-4b6b-a4ea-e6de8cc8db59', 'status': 'completed', 'code': 200} Aug 23 04:36:39.450569 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1bfba56a-c577-4c7b-990a-e67540951e3b req-0c673e4b-61c9-46f9-99fa-ca4a0ddee169 tempest-VolumesActionsTest-1667717484 tempest-VolumesActionsTest-1667717484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fcc45348-e399-494b-8130-3f91e372fbad HTTP/1.1" status: 200 len: 210 time: 0.0309429 Aug 23 04:36:39.515317 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429716ba-87e6-451e-af79-5fc483e67656 req-b8271f0d-69e5-4393-834d-e3ec4bf29547 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:39.516796 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-429716ba-87e6-451e-af79-5fc483e67656 req-b8271f0d-69e5-4393-834d-e3ec4bf29547 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0469172 Aug 23 04:36:39.565690 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-429716ba-87e6-451e-af79-5fc483e67656 req-9859f1c5-b277-42be-9b60-59a7708cad63 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433133 Aug 23 04:36:39.679690 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:39.691350 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5266f0-af8a-49cb-b897-09d3e07eee2b req-35af881b-9fd9-440a-a822-8398b0cf6b8b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:39.693012 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7f5266f0-af8a-49cb-b897-09d3e07eee2b req-35af881b-9fd9-440a-a822-8398b0cf6b8b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0566733 Aug 23 04:36:39.750376 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7f5266f0-af8a-49cb-b897-09d3e07eee2b req-fd93abae-f22e-4441-973c-00d5cfb0d243 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484493 Aug 23 04:36:39.778885 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47922) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:39.937224 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9f836-330f-4711-90d7-f1b97689d0b0 tempest-TestShelveInstance-464357062 tempest-TestShelveInstance-464357062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:39.939179 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-daf9f836-330f-4711-90d7-f1b97689d0b0 tempest-TestShelveInstance-464357062 tempest-TestShelveInstance-464357062-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1124 time: 0.1590593 Aug 23 04:36:39.943757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 47926) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:36:39.948270 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'port_id': 'd00893ca-781d-4af3-a48a-067a77921424', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:39.953858 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:39.974013 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:40.057353 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:40.171458 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Allocated IP 172.27.4.252 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/cd96cdf4-7171-4cd4-b356-8d40f4351400) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:40.281369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:40.316682 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:40.358947 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:40.362830 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:40.366671 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:36:40.372045 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'Port': ['ID=cd96cdf4-7171-4cd4-b356-8d40f4351400,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:40.408839 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:40.980844 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for floatingip (f6554fc8-70fc-4d1b-8548-ef08da5cd244), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:41.010130 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:41.054291 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:41.206015 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:41.210865 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:41.279328 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event updated for resources: {'Port': ['ID=cd96cdf4-7171-4cd4-b356-8d40f4351400,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:41.281752 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (f6554fc8-70fc-4d1b-8548-ef08da5cd244), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:41.376752 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Floating IP f6554fc8-70fc-4d1b-8548-ef08da5cd244 associated. External IP: 172.27.4.252, port: d00893ca-781d-4af3-a48a-067a77921424. Aug 23 04:36:41.569632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:41.585771 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Router cd6242e7-6317-4174-b23e-7b5db9fb74d3 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:36:41.701030 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:41.711649 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] Sync routers for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:41.723243 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:41.725085 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:41.725715 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:41.754266 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-3cfe28e5-1ed9-4a56-9bf1-abc0ce5280ca tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8094690 Aug 23 04:36:41.754849 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:36:41.757185 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21de3513-ba94-481d-9b14-6dae986eb1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "tag": "d00893ca-781d-4af3-a48a-067a77921424"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:41.799395 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f83e08-c81f-42c7-b90f-71e45f704a8a x-openstack-request-id: req-b8f83e08-c81f-42c7-b90f-71e45f704a8a {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:41.799715 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "tag": "d00893ca-781d-4af3-a48a-067a77921424", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:41.799968 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8f83e08-c81f-42c7-b90f-71e45f704a8a {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:41.800394 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f83e08-c81f-42c7-b90f-71e45f704a8a'] response: {'name': 'network-changed', 'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424', 'status': 'completed', 'code': 200} Aug 23 04:36:41.909398 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:42.117090 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'f6554fc8-70fc-4d1b-8548-ef08da5cd244', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'floating_ip_address': '172.27.4.252', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'port_id': 'd00893ca-781d-4af3-a48a-067a77921424', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'mac_address': 'fa:16:3e:d4:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:36:40Z', 'updated_at': '2022-08-23T04:36:40Z', 'revision_number': 0, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 5, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:42.145097 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] Checking router: cd6242e7-6317-4174-b23e-7b5db9fb74d3 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:42.154088 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:36:42.154675 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:36:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:42.252912 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:36:42.462226 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'f6554fc8-70fc-4d1b-8548-ef08da5cd244', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'floating_ip_address': '172.27.4.252', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'port_id': 'd00893ca-781d-4af3-a48a-067a77921424', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'mac_address': 'fa:16:3e:d4:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:36:40Z', 'updated_at': '2022-08-23T04:36:40Z', 'revision_number': 0, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 5, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:42.487231 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70b075-76ff-428c-b374-bd82981d8ed8 None None] The sync data for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi is: [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': 'f6554fc8-70fc-4d1b-8548-ef08da5cd244', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'floating_ip_address': '172.27.4.252', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'port_id': 'd00893ca-781d-4af3-a48a-067a77921424', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'mac_address': 'fa:16:3e:d4:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:36:40Z', 'updated_at': '2022-08-23T04:36:40Z', 'revision_number': 0, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 5, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:42.683581 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ebdc10-9d70-40d6-bbce-6736f97a7539 None None] New status for floating IP f6554fc8-70fc-4d1b-8548-ef08da5cd244: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:36:43.066298 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device de4dfded-e097-4b6b-a4ea-e6de8cc8db59 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:43.088697 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: de4dfded-e097-4b6b-a4ea-e6de8cc8db59 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:36:43.088959 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device de4dfded-e097-4b6b-a4ea-e6de8cc8db59 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:44.020001 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-778efbd0-c02f-42d4-9cc4-81237a4e0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:44.021460 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-778efbd0-c02f-42d4-9cc4-81237a4e0918 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1129 time: 0.0466440 Aug 23 04:36:44.115871 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-359ce974-5983-4c72-9bf6-57639796c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:44.117332 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-359ce974-5983-4c72-9bf6-57639796c4be service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 909 time: 0.0898397 Aug 23 04:36:44.159852 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:36:44.162689 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:44.194434 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-46d49c29-b09c-4a2f-8ec8-e2f8b9219f20 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 1001 time: 0.0698924 Aug 23 04:36:44.246340 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-53fc47d2-3fa4-4da5-8f90-e01eb504d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:44.247773 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-53fc47d2-3fa4-4da5-8f90-e01eb504d8cb service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 200 len: 847 time: 0.0473568 Aug 23 04:36:44.292231 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-de59b1e7-1956-4355-879d-9c4a33703ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:36:44.293604 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-de59b1e7-1956-4355-879d-9c4a33703ea1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396154 Aug 23 04:36:44.392075 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-f258eaf9-bf68-46b2-a74b-de920281e7a3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910602 Aug 23 04:36:44.487626 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-21de3513-ba94-481d-9b14-6dae986eb1ce req-3ec4a6fe-8c35-4b09-8868-d033f132f0c9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887327 Aug 23 04:36:49.736201 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:49.745930 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=44 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:52.465650 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=76 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:53.071192 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:53.072367 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:54.156032 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=82 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:54.482879 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:54.485189 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=32 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:36:55.850521 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:36:58.717933 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67d5f94e-03cb-4876-8a2c-099e0246a243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:00.937606 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-b984abfd-11eb-4687-b07f-ada41b1f6146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.399485 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48158) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:01.449095 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] Deleting subnet 74eecbba-3725-4f1a-a9e5-a23ec45afc42 {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:37:01.452754 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] Publish callbacks [] for subnet (74eecbba-3725-4f1a-a9e5-a23ec45afc42), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.488669 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268124732'] for subnet (74eecbba-3725-4f1a-a9e5-a23ec45afc42), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.534187 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (74eecbba-3725-4f1a-a9e5-a23ec45afc42), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.587420 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267589262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-268200795'] for subnet (74eecbba-3725-4f1a-a9e5-a23ec45afc42), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.614506 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74eecbba-3725-4f1a-a9e5-a23ec45afc42,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:01.621020 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.624390 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-1420a1ab-7756-40cd-b052-e6f730d23178 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/74eecbba-3725-4f1a-a9e5-a23ec45afc42 HTTP/1.1" status: 204 len: 168 time: 0.2238245 Aug 23 04:37:01.627012 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48160) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:01.702048 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (3bcd867e-334f-43fe-81c1-c3b25b710cc1), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.784221 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (3bcd867e-334f-43fe-81c1-c3b25b710cc1), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.804627 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcd867e-334f-43fe-81c1-c3b25b710cc1']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:01.813904 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd8449-106f-4b69-99cb-8698d6c1b82b') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:01.814186 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd8449-106f-4b69-99cb-8698d6c1b82b') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:01.823743 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (4ffd8449-106f-4b69-99cb-8698d6c1b82b), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.837204 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (4ffd8449-106f-4b69-99cb-8698d6c1b82b), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.843593 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:37:01.843999 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (4ffd8449-106f-4b69-99cb-8698d6c1b82b), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.869259 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 4ffd8449-106f-4b69-99cb-8698d6c1b82b resource provider aggregate not found Aug 23 04:37:01.901506 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 4ffd8449-106f-4b69-99cb-8698d6c1b82b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ffd8449-106f-4b69-99cb-8698d6c1b82b found for delete ", "request_id": "req-82f393bc-cb57-4c9f-92ed-277d5fcd677b"}]} Aug 23 04:37:01.911267 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (3bcd867e-334f-43fe-81c1-c3b25b710cc1), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.916940 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:01.922472 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3bcd867e-334f-43fe-81c1-c3b25b710cc1 HTTP/1.1" status: 204 len: 168 time: 0.2919645 Aug 23 04:37:01.930585 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82635d6-7005-4c4a-96b5-08e0d7a210bc admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcd867e-334f-43fe-81c1-c3b25b710cc1,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:02.040939 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48168) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:02.085090 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f1548946-c6e2-41fe-a148-3ec562ea5e0a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e749692b9683425791f92baca207aa04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429945 Aug 23 04:37:02.087794 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48170) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:02.137497 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-653cc7be-2ac3-479a-8d7c-a85fe46cf571 admin admin] Publish callbacks [] for security_group (ac88f982-db99-49a6-b5bf-5082b7f5a357), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:02.158183 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-653cc7be-2ac3-479a-8d7c-a85fe46cf571 admin admin] Publish callbacks [] for security_group (ac88f982-db99-49a6-b5bf-5082b7f5a357), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:02.206632 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-653cc7be-2ac3-479a-8d7c-a85fe46cf571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ac88f982-db99-49a6-b5bf-5082b7f5a357), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:02.209372 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-653cc7be-2ac3-479a-8d7c-a85fe46cf571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:02.211323 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-653cc7be-2ac3-479a-8d7c-a85fe46cf571 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ac88f982-db99-49a6-b5bf-5082b7f5a357 HTTP/1.1" status: 204 len: 168 time: 0.1225195 Aug 23 04:37:02.220227 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cc7be-2ac3-479a-8d7c-a85fe46cf571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac88f982-db99-49a6-b5bf-5082b7f5a357,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:02.223773 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:02.971334 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48194) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:03.081807 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1577291080-network', 'tenant_id': '0111954f3e6e430387495701fa502227'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:03.108859 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Made reservation on behalf of 0111954f3e6e430387495701fa502227 for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:37:03.112547 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.123230 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.173837 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:03.187959 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:03.202035 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks [] for security_group (8071bf1f-8683-4285-afbd-82e289f4c4ca), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.207668 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (8071bf1f-8683-4285-afbd-82e289f4c4ca), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.234164 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:37:03.248196 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8071bf1f-8683-4285-afbd-82e289f4c4ca,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:03.255312 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (c27aa2d0-5dfb-47c6-9115-e0eb512ce695), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.255620 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Added segment c27aa2d0-5dfb-47c6-9115-e0eb512ce695 of type vlan for network 3eceae04-29ba-4baa-8af3-6a722cb418b1 Aug 23 04:37:03.537004 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (3eceae04-29ba-4baa-8af3-6a722cb418b1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.564855 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (3eceae04-29ba-4baa-8af3-6a722cb418b1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.565847 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:03.566442 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.597687 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6252215 Aug 23 04:37:03.601113 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48198) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:03.606393 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Request body: {'subnet': {'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1577291080-subnet', 'tenant_id': '0111954f3e6e430387495701fa502227', 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:03.628927 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493ac36-c1d1-42a0-89a0-f65def7d97b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3eceae04-29ba-4baa-8af3-6a722cb418b1,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:03.630427 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Made reservation on behalf of 0111954f3e6e430387495701fa502227 for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:37:03.631427 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.633339 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13479025'] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.640388 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:37:03.724506 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.811908 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13792273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478979'] for subnet (13821105-6564-4c61-8785-e49770f998bf), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.865619 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13821105-6564-4c61-8785-e49770f998bf,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:03.881106 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Checking segment: {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:03.881465 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Network hostable DHCP agents. Network: 3eceae04-29ba-4baa-8af3-6a722cb418b1, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:37:03.901303 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:37:03.911807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 3eceae04-29ba-4baa-8af3-6a722cb418b1) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:03.916213 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:03.916812 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.921080 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be801e-023a-4d65-acf6-01810c1b6d3c None None] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:37:03.937076 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-cc87babf-8d98-453e-98e0-d0d9b7bede27 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3320031 Aug 23 04:37:03.937415 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48200) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:03.941803 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:03.962798 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (8b27daff-9f3c-45da-b71f-326fa464611f), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:03.963858 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (8b27daff-9f3c-45da-b71f-326fa464611f), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.017882 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks [] for router_controller (8b27daff-9f3c-45da-b71f-326fa464611f), precommit_add_association {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.032070 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-3eceae04-29ba-4baa-8af3-6a722cb418b1', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'project_id': '0111954f3e6e430387495701fa502227', 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:37:04.033036 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.161483 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks [] for router_gateway (8b27daff-9f3c-45da-b71f-326fa464611f), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.172585 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Allocated IP 172.20.0.2 (3eceae04-29ba-4baa-8af3-6a722cb418b1/13821105-6564-4c61-8785-e49770f998bf/91695420-d736-4b99-a2d8-0768dcb321eb) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:04.316856 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Publish callbacks [] for port (91695420-d736-4b99-a2d8-0768dcb321eb), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.323495 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.345421 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks [] for router_gateway (8b27daff-9f3c-45da-b71f-326fa464611f), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.365119 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.370693 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:04.376368 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:04.379130 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:04.382658 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Pushing event updated for resources: {'Port': ['ID=91695420-d736-4b99-a2d8-0768dcb321eb,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:04.394248 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.394587 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.394919 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.395250 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.395576 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.395899 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.396239 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.396558 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.396877 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.397193 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.397515 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.397831 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.398145 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.398505 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.399091 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:04.455721 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Attempting to bind port 91695420-d736-4b99-a2d8-0768dcb321eb on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:37:04.456114 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Attempting to bind port 91695420-d736-4b99-a2d8-0768dcb321eb by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:37:04.456489 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Attempting to bind port 91695420-d736-4b99-a2d8-0768dcb321eb on network 3eceae04-29ba-4baa-8af3-6a722cb418b1 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:04.461846 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:37:04.462118 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Checking segment: {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:04.462517 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.462896 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Bound using segment: {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:37:04.463560 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Bound port: 91695420-d736-4b99-a2d8-0768dcb321eb, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:37:04.463714 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.477349 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Allocated IP 172.27.4.72 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/6a52314d-d515-46ea-be3c-20432ee9b2d9) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:04.525893 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] For port 91695420-d736-4b99-a2d8-0768dcb321eb, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:37:04.529042 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] For port 91695420-d736-4b99-a2d8-0768dcb321eb, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=91695420-d736-4b99-a2d8-0768dcb321eb,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:37:04.535265 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.576038 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:04.592087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks [] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.594091 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05737e7-a799-4417-936e-af29d4a5ca2f None None] Pushing event updated for resources: {'Port': ['ID=91695420-d736-4b99-a2d8-0768dcb321eb,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:04.622069 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:04.632424 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:04.680706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:04.685346 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:04.693888 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:04.705083 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6a52314d-d515-46ea-be3c-20432ee9b2d9,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:04.953351 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks [] for router_gateway (8b27daff-9f3c-45da-b71f-326fa464611f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.135292 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (8b27daff-9f3c-45da-b71f-326fa464611f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.266964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Router 8b27daff-9f3c-45da-b71f-326fa464611f is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:37:05.372951 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:37:05.383612 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Sync routers for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:37:05.391702 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.392959 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-0359db55-485b-4066-a9f9-8d34626db9b7 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4545417 Aug 23 04:37:05.393491 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd72591-d13e-4a3f-b762-1b85b52cdb36 None None] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:37:05.395860 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48202) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:05.396232 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:05.396838 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:05.416995 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:05.422489 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:05.478662 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:05.501305 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:05.523973 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-a0e2c082-f4c0-4d83-926a-8daaf6cd0ae2 None None] Provisioning complete for port 91695420-d736-4b99-a2d8-0768dcb321eb triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:05.524426 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a0e2c082-f4c0-4d83-926a-8daaf6cd0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.596443 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:05.603146 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2c082-f4c0-4d83-926a-8daaf6cd0ae2 None None] Current status of the port 91695420-d736-4b99-a2d8-0768dcb321eb is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:05.603566 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a0e2c082-f4c0-4d83-926a-8daaf6cd0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.640996 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-a0e2c082-f4c0-4d83-926a-8daaf6cd0ae2 None None] For port 91695420-d736-4b99-a2d8-0768dcb321eb, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=91695420-d736-4b99-a2d8-0768dcb321eb,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:05.646904 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a0e2c082-f4c0-4d83-926a-8daaf6cd0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.684336 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:04Z', 'revision_number': 3, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:05.706457 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2c082-f4c0-4d83-926a-8daaf6cd0ae2 None None] Pushing event updated for resources: {'Port': ['ID=91695420-d736-4b99-a2d8-0768dcb321eb,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:05.719039 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Checking router: 8b27daff-9f3c-45da-b71f-326fa464611f for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:37:05.719382 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Updating router 8b27daff-9f3c-45da-b71f-326fa464611f port 6a52314d-d515-46ea-be3c-20432ee9b2d9 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:37:05.752962 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.769263 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-8106acda-80ec-4d6c-bb43-588a2d73f517 None None] Provisioning complete for port 91695420-d736-4b99-a2d8-0768dcb321eb triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:05.769773 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8106acda-80ec-4d6c-bb43-588a2d73f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:05.841473 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-8106acda-80ec-4d6c-bb43-588a2d73f517 None None] Current status of the port 91695420-d736-4b99-a2d8-0768dcb321eb is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:05.847597 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.002407 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Publish callbacks [] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.002931 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Allocated IP 172.20.0.1 (3eceae04-29ba-4baa-8af3-6a722cb418b1/13821105-6564-4c61-8785-e49770f998bf/c07caeb6-5551-488c-9cd7-6a367fa1bffa) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:06.009898 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.043581 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Attempting to bind port 6a52314d-d515-46ea-be3c-20432ee9b2d9 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:37:06.043954 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Attempting to bind port 6a52314d-d515-46ea-be3c-20432ee9b2d9 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:37:06.044311 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Attempting to bind port 6a52314d-d515-46ea-be3c-20432ee9b2d9 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:06.056038 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:37:06.056392 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:06.056778 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.057152 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:37:06.057600 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Bound port: 6a52314d-d515-46ea-be3c-20432ee9b2d9, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:37:06.057960 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.062462 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Pushing event updated for resources: {'Port': ['ID=6a52314d-d515-46ea-be3c-20432ee9b2d9,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:06.085502 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.085906 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.086233 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.086678 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.087005 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.087318 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.087633 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.087956 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.088277 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.088584 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.088895 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.089197 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.089507 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.089813 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.090167 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:06.112650 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks [] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.120614 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] For port 6a52314d-d515-46ea-be3c-20432ee9b2d9, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:37:06.123637 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] For port 6a52314d-d515-46ea-be3c-20432ee9b2d9, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=6a52314d-d515-46ea-be3c-20432ee9b2d9,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:37:06.129954 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.145969 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.173805 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:06.177043 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:06.177656 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:06.186287 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:06.189184 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:06.191590 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:06.216805 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c07caeb6-5551-488c-9cd7-6a367fa1bffa,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:06.238614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (8b27daff-9f3c-45da-b71f-326fa464611f), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.264139 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d2c8-81c4-4b81-8c82-b88c0648e8c5 None None] Pushing event updated for resources: {'Port': ['ID=6a52314d-d515-46ea-be3c-20432ee9b2d9,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:06.278070 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:06.284814 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:06.297079 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:06.382756 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.424326 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:06.448925 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 91695420-d736-4b99-a2d8-0768dcb321eb up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:06.497735 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-4666266f-c822-48c1-b8b9-bba8302b07f8 None None] Provisioning complete for port c07caeb6-5551-488c-9cd7-6a367fa1bffa triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:06.498253 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4666266f-c822-48c1-b8b9-bba8302b07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.543093 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-4666266f-c822-48c1-b8b9-bba8302b07f8 None None] Port c07caeb6-5551-488c-9cd7-6a367fa1bffa cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:37:06.545583 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 91695420-d736-4b99-a2d8-0768dcb321eb triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:06.546117 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.570572 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:04Z', 'revision_number': 3, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:06.573309 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks [] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.579024 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.598461 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4ab7-96ba-4377-b9c4-f7dea8c44619 None None] The sync data for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi is: [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:04Z', 'revision_number': 3, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:37:06.626310 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 91695420-d736-4b99-a2d8-0768dcb321eb is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:06.657749 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (8b27daff-9f3c-45da-b71f-326fa464611f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:06.659554 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c07caeb6-5551-488c-9cd7-6a367fa1bffa,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:06.762386 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:06.763804 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:07.069694 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-3806438d-4176-4bd7-85f3-fa27a9c5f5f4 None None] Provisioning complete for port c07caeb6-5551-488c-9cd7-6a367fa1bffa triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:07.070033 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3806438d-4176-4bd7-85f3-fa27a9c5f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:07.111702 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-3806438d-4176-4bd7-85f3-fa27a9c5f5f4 None None] Port c07caeb6-5551-488c-9cd7-6a367fa1bffa cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:37:07.163321 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Router 8b27daff-9f3c-45da-b71f-326fa464611f has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:37:07.270613 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:37:07.276434 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-48bb19ad-eedf-4598-8e65-502f3c48a3c5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8b27daff-9f3c-45da-b71f-326fa464611f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789718 Aug 23 04:37:07.779238 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48218) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:07.784232 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-966246698-network', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:07.806300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Made reservation on behalf of ff7ea9dab7cf446cbd299a4ac26b4668 for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:37:07.808687 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:07.818061 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:07.895746 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks [] for security_group (332524cc-085b-45f0-8fff-ad25870eeeda), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:07.901606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (332524cc-085b-45f0-8fff-ad25870eeeda), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:07.908218 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:07.930384 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:07.931327 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:37:07.941493 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332524cc-085b-45f0-8fff-ad25870eeeda,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:07.944682 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (7e3393f9-0c41-4567-a3ff-6b07dea6d38a), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:07.945003 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Added segment 7e3393f9-0c41-4567-a3ff-6b07dea6d38a of type vlan for network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 Aug 23 04:37:07.986242 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (114acdb0-5e34-4d1f-ae76-bbb2696676e1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.018423 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (114acdb0-5e34-4d1f-ae76-bbb2696676e1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.019420 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:08.020021 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.057681 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2773566 Aug 23 04:37:08.060838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48220) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:08.065795 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Request body: {'subnet': {'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-966246698-subnet', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:08.083841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85eeb7-eb2d-4e20-af87-afe0233810ea admin admin] Pushing event updated for resources: {'Network': ['ID=114acdb0-5e34-4d1f-ae76-bbb2696676e1,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:08.090657 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Made reservation on behalf of ff7ea9dab7cf446cbd299a4ac26b4668 for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:37:08.093167 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13479025'] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.095277 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:37:08.195140 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Sync routers for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:37:08.206844 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:08.207466 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:08.271239 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13792273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478979'] for subnet (0ccd9842-c577-497f-9a76-243bb0ba39cd), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.312115 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:08.326917 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ccd9842-c577-497f-9a76-243bb0ba39cd,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:08.335821 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Checking segment: {'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:08.336646 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Network hostable DHCP agents. Network: 114acdb0-5e34-4d1f-ae76-bbb2696676e1, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:37:08.354988 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:37:08.369823 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 114acdb0-5e34-4d1f-ae76-bbb2696676e1) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:08.375294 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:08.376136 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.393143 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c13858-a239-4466-80b1-d3bda9f200ea None None] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:37:08.400454 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48222) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:08.404529 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-cfcf8e4e-ff0e-420d-912c-d8b5259a8662 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3425252 Aug 23 04:37:08.404948 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:08.410071 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:08.421819 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:08.434244 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.435612 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.450074 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 6a52314d-d515-46ea-be3c-20432ee9b2d9 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:08.507301 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks [] for router_controller (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), precommit_add_association {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.645706 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks [] for router_gateway (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.761303 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-114acdb0-5e34-4d1f-ae76-bbb2696676e1', 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1', 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'fixed_ips': [{'subnet_id': '0ccd9842-c577-497f-9a76-243bb0ba39cd'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:37:08.762228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.768337 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 6a52314d-d515-46ea-be3c-20432ee9b2d9 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:08.768853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.827629 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 2, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:08.828315 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks [] for router_gateway (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.848727 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:08.905262 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Checking router: 8b27daff-9f3c-45da-b71f-326fa464611f for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:37:08.905617 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Updating router 8b27daff-9f3c-45da-b71f-326fa464611f port c07caeb6-5551-488c-9cd7-6a367fa1bffa binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:37:08.955038 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Allocated IP 172.27.4.84 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:08.996868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.031610 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 6a52314d-d515-46ea-be3c-20432ee9b2d9 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:09.031981 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.063936 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks [] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.078995 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Allocated IP 172.20.0.2 (114acdb0-5e34-4d1f-ae76-bbb2696676e1/0ccd9842-c577-497f-9a76-243bb0ba39cd/3d6f58c8-548f-4475-bd8a-09c45c0815f5) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:09.091349 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 6a52314d-d515-46ea-be3c-20432ee9b2d9, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=6a52314d-d515-46ea-be3c-20432ee9b2d9,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:09.092103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:09.098516 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.139826 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.140489 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:09.142926 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:09.146831 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:09.151185 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:09.172209 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Pushing event updated for resources: {'Port': ['ID=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:09.236946 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:09.285601 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=6a52314d-d515-46ea-be3c-20432ee9b2d9,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:09.337286 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:09.393433 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks [] for router_gateway (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.418309 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Publish callbacks [] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.430422 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.500473 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:09.510391 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:09.514563 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:09.516408 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Pushing event updated for resources: {'Port': ['ID=3d6f58c8-548f-4475-bd8a-09c45c0815f5,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:09.519574 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Publish callbacks [] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.545470 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.586356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.631605 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Attempting to bind port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:37:09.631975 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Attempting to bind port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:37:09.632333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Attempting to bind port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 on network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:09.636678 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18ab7-b96a-42ae-98d6-f2668ec448d9 None None] Pushing event updated for resources: {'Port': ['ID=c07caeb6-5551-488c-9cd7-6a367fa1bffa,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:09.658187 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:37:09.658529 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Checking segment: {'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:09.658951 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.659327 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Bound using segment: {'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:37:09.659805 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Bound port: 3d6f58c8-548f-4475-bd8a-09c45c0815f5, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:37:09.660184 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.683698 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Attempting to bind port c07caeb6-5551-488c-9cd7-6a367fa1bffa on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:37:09.683990 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Attempting to bind port c07caeb6-5551-488c-9cd7-6a367fa1bffa by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:37:09.684347 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Attempting to bind port c07caeb6-5551-488c-9cd7-6a367fa1bffa on network 3eceae04-29ba-4baa-8af3-6a722cb418b1 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:09.710145 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:37:09.710720 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Checking segment: {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:09.711073 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.711525 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Bound using segment: {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:37:09.712024 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Bound port: c07caeb6-5551-488c-9cd7-6a367fa1bffa, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:37:09.712413 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.720300 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:37:09.769293 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] For port 3d6f58c8-548f-4475-bd8a-09c45c0815f5, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:37:09.791011 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] For port 3d6f58c8-548f-4475-bd8a-09c45c0815f5, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=3d6f58c8-548f-4475-bd8a-09c45c0815f5,segment=NetworkSegment(7e3393f9-0c41-4567-a3ff-6b07dea6d38a),segment_id=7e3393f9-0c41-4567-a3ff-6b07dea6d38a)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:37:09.800784 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.810145 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] For port c07caeb6-5551-488c-9cd7-6a367fa1bffa, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:37:09.839782 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:37:09.847382 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] For port c07caeb6-5551-488c-9cd7-6a367fa1bffa, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c07caeb6-5551-488c-9cd7-6a367fa1bffa,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:37:09.848909 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Sync routers for ids ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:37:09.860438 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.865937 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:09.867462 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Routers {'2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:09.868499 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:09.871959 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48224) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:09.876072 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f42c19-8891-4f50-bc4c-343e499887cb None None] Pushing event updated for resources: {'Port': ['ID=3d6f58c8-548f-4475-bd8a-09c45c0815f5,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:09.878927 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-cc2f8532-09a0-43a5-8d4f-04b1f7293052 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4773197 Aug 23 04:37:09.908791 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:09.909424 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:09.973843 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:09.982301 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:09.990256 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:09.999851 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Set router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:10.002907 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18ab7-b96a-42ae-98d6-f2668ec448d9 None None] Pushing event updated for resources: {'Port': ['ID=c07caeb6-5551-488c-9cd7-6a367fa1bffa,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:10.062589 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:10.214572 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:10.224999 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 3, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port': {'id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:10.256271 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Checking router: 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:37:10.256613 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Updating router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:37:10.283440 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:10.285527 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.308594 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceec9c1-96e0-4b70-b573-d638d7e8c216 None None] The sync data for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi is: [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:37:10.384536 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.592591 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 6a52314d-d515-46ea-be3c-20432ee9b2d9 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:10.621489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Allocated IP 172.20.0.1 (114acdb0-5e34-4d1f-ae76-bbb2696676e1/0ccd9842-c577-497f-9a76-243bb0ba39cd/b5651d1c-4145-4cf2-b252-eff8e0d9916c) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:10.632723 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Publish callbacks [] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.647153 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.694399 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Attempting to bind port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:37:10.694768 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Attempting to bind port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:37:10.695155 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Attempting to bind port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:10.709914 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:37:10.715812 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:10.716379 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.716782 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:37:10.717279 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Bound port: a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:37:10.717655 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.764763 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aa00c-8c1c-4f01-8cef-a0e4b48ba7ce None None] Pushing event updated for resources: {'Port': ['ID=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:10.794785 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks [] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.820537 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] For port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:37:10.826052 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] For port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:37:10.830400 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:10.843308 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.844814 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.854142 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:10.882662 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 6a52314d-d515-46ea-be3c-20432ee9b2d9 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:10.883110 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.901805 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:10.906619 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:10.910302 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:10.916004 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:10.943502 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Routers {'2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:10.943971 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:10.952292 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Pushing event updated for resources: {'Port': ['ID=b5651d1c-4145-4cf2-b252-eff8e0d9916c,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:10.973635 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:10.990940 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 6a52314d-d515-46ea-be3c-20432ee9b2d9 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:10.996318 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 3d6f58c8-548f-4475-bd8a-09c45c0815f5 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:11.052079 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:11.052545 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.088460 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aa00c-8c1c-4f01-8cef-a0e4b48ba7ce None None] Pushing event updated for resources: {'Port': ['ID=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:11.138056 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] Set router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:11.139192 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937bae5-890c-4f22-a518-172a9725a9df None None] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:37:11.155163 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.173144 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:11.188491 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:11.188880 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.238487 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 3d6f58c8-548f-4475-bd8a-09c45c0815f5, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=3d6f58c8-548f-4475-bd8a-09c45c0815f5,segment=NetworkSegment(7e3393f9-0c41-4567-a3ff-6b07dea6d38a),segment_id=7e3393f9-0c41-4567-a3ff-6b07dea6d38a)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:11.271116 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.273773 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-d7a13fab-4942-4b95-b16e-96ccc3c304ab None None] Provisioning complete for port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:11.274139 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d7a13fab-4942-4b95-b16e-96ccc3c304ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.344913 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 3, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port': {'id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:11.354568 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks [] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.362579 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.374799 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5979a2d-f312-439b-8c9f-5eee64e0224c None None] The sync data for ids ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'] in dv-cinder-854070-1-iscsi is: [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 3, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port': {'id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:37:11.421774 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=3d6f58c8-548f-4475-bd8a-09c45c0815f5,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:11.430194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:11.451507 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.467819 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Pushing event updated for resources: {'Port': ['ID=b5651d1c-4145-4cf2-b252-eff8e0d9916c,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:11.485407 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-d7a13fab-4942-4b95-b16e-96ccc3c304ab None None] Current status of the port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:11.597193 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:11.598585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:11.706398 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-eb536aa9-3938-4d9e-957f-f0704935e7de None None] Provisioning complete for port b5651d1c-4145-4cf2-b252-eff8e0d9916c triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:11.707084 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-eb536aa9-3938-4d9e-957f-f0704935e7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.729340 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:37:11.768222 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-eb536aa9-3938-4d9e-957f-f0704935e7de None None] Port b5651d1c-4145-4cf2-b252-eff8e0d9916c cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:37:11.781871 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-eb536aa9-3938-4d9e-957f-f0704935e7de None None] Provisioning complete for port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:11.782240 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-eb536aa9-3938-4d9e-957f-f0704935e7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:11.891294 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-eb536aa9-3938-4d9e-957f-f0704935e7de None None] Current status of the port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:12.016362 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-aee9fd55-3d7f-4e76-937e-ab4db2aea0a3 None None] Provisioning complete for port b5651d1c-4145-4cf2-b252-eff8e0d9916c triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:12.016739 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-aee9fd55-3d7f-4e76-937e-ab4db2aea0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.063565 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-aee9fd55-3d7f-4e76-937e-ab4db2aea0a3 None None] Port b5651d1c-4145-4cf2-b252-eff8e0d9916c cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:37:12.166625 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:37:12.171576 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-834ad94e-d2e0-4c2a-8d01-180419e0d56e admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2988720 Aug 23 04:37:12.182521 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-dabd8c89-44b0-4e94-bc40-e11dbacc0db7 None None] Provisioning complete for port b5651d1c-4145-4cf2-b252-eff8e0d9916c triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:12.182740 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-dabd8c89-44b0-4e94-bc40-e11dbacc0db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.217871 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-dabd8c89-44b0-4e94-bc40-e11dbacc0db7 None None] Port b5651d1c-4145-4cf2-b252-eff8e0d9916c cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:37:12.539830 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c07caeb6-5551-488c-9cd7-6a367fa1bffa up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:12.569574 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:12.596225 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port c07caeb6-5551-488c-9cd7-6a367fa1bffa triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:12.596592 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.674151 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port c07caeb6-5551-488c-9cd7-6a367fa1bffa is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:12.674767 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.709960 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port c07caeb6-5551-488c-9cd7-6a367fa1bffa, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c07caeb6-5551-488c-9cd7-6a367fa1bffa,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:12.715056 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.715844 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:12.789937 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=c07caeb6-5551-488c-9cd7-6a367fa1bffa,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:12.800972 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:12.801342 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.890174 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:12.890556 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.915321 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:12.923126 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:12.923979 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 3d6f58c8-548f-4475-bd8a-09c45c0815f5 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:12.958831 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:13.020596 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:13.025113 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:13.025540 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:13.111513 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:13.598919 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Sync routers for ids ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:37:13.614573 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Routers {'2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:13.615299 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:13.724911 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Set router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:13.944846 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:11Z', 'revision_number': 4, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port': {'id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'b5651d1c-4145-4cf2-b252-eff8e0d9916c', 'name': '', 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'mac_address': 'fa:16:3e:25:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '0ccd9842-c577-497f-9a76-243bb0ba39cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:10Z', 'updated_at': '2022-08-23T04:37:11Z', 'revision_number': 2, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'subnets': [{'id': '0ccd9842-c577-497f-9a76-243bb0ba39cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:13.972313 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Checking router: 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:37:13.972662 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Updating router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec port b5651d1c-4145-4cf2-b252-eff8e0d9916c binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:37:13.991226 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:14.004680 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:14.291316 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Publish callbacks [] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:14.298432 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:14.363493 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47983b2d-9b2c-459b-9669-f850891851cd None None] Pushing event updated for resources: {'Port': ['ID=b5651d1c-4145-4cf2-b252-eff8e0d9916c,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:14.406755 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Attempting to bind port b5651d1c-4145-4cf2-b252-eff8e0d9916c on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:37:14.406755 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Attempting to bind port b5651d1c-4145-4cf2-b252-eff8e0d9916c by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:37:14.406755 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Attempting to bind port b5651d1c-4145-4cf2-b252-eff8e0d9916c on network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:14.429625 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:37:14.430687 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Checking segment: {'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:14.431122 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:14.432074 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Bound using segment: {'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:37:14.432238 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Bound port: b5651d1c-4145-4cf2-b252-eff8e0d9916c, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3393f9-0c41-4567-a3ff-6b07dea6d38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:37:14.432666 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:14.444532 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:14.480172 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c07caeb6-5551-488c-9cd7-6a367fa1bffa up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:14.541430 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] For port b5651d1c-4145-4cf2-b252-eff8e0d9916c, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:37:14.544701 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] For port b5651d1c-4145-4cf2-b252-eff8e0d9916c, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b5651d1c-4145-4cf2-b252-eff8e0d9916c,segment=NetworkSegment(7e3393f9-0c41-4567-a3ff-6b07dea6d38a),segment_id=7e3393f9-0c41-4567-a3ff-6b07dea6d38a)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:37:14.553952 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:14.562925 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port c07caeb6-5551-488c-9cd7-6a367fa1bffa triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:14.562925 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:14.625156 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Routers {'2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:14.625764 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:14.868528 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47983b2d-9b2c-459b-9669-f850891851cd None None] Pushing event updated for resources: {'Port': ['ID=b5651d1c-4145-4cf2-b252-eff8e0d9916c,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:14.937983 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port c07caeb6-5551-488c-9cd7-6a367fa1bffa is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:14.939308 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:14.942386 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] Set router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:15.044388 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:15.066422 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:15.067101 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:15.231592 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:15.244947 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:11Z', 'revision_number': 4, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port': {'id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'b5651d1c-4145-4cf2-b252-eff8e0d9916c', 'name': '', 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'mac_address': 'fa:16:3e:25:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '0ccd9842-c577-497f-9a76-243bb0ba39cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:10Z', 'updated_at': '2022-08-23T04:37:14Z', 'revision_number': 4, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'subnets': [{'id': '0ccd9842-c577-497f-9a76-243bb0ba39cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:15.274815 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d7c00-6f3b-4e02-ae17-63e912509e50 None None] The sync data for ids ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'] in dv-cinder-854070-1-iscsi is: [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:11Z', 'revision_number': 4, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port': {'id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'b5651d1c-4145-4cf2-b252-eff8e0d9916c', 'name': '', 'network_id': '114acdb0-5e34-4d1f-ae76-bbb2696676e1', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'mac_address': 'fa:16:3e:25:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '0ccd9842-c577-497f-9a76-243bb0ba39cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:10Z', 'updated_at': '2022-08-23T04:37:14Z', 'revision_number': 4, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'subnets': [{'id': '0ccd9842-c577-497f-9a76-243bb0ba39cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:37:16.434554 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b5651d1c-4145-4cf2-b252-eff8e0d9916c up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:16.494138 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port b5651d1c-4145-4cf2-b252-eff8e0d9916c triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:16.494509 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:16.572932 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port b5651d1c-4145-4cf2-b252-eff8e0d9916c is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:16.573422 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:16.584086 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:16.612030 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port b5651d1c-4145-4cf2-b252-eff8e0d9916c, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b5651d1c-4145-4cf2-b252-eff8e0d9916c,segment=NetworkSegment(7e3393f9-0c41-4567-a3ff-6b07dea6d38a),segment_id=7e3393f9-0c41-4567-a3ff-6b07dea6d38a)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:16.617431 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:16.677011 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=b5651d1c-4145-4cf2-b252-eff8e0d9916c,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:18.438984 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b5651d1c-4145-4cf2-b252-eff8e0d9916c up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:18.496410 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port b5651d1c-4145-4cf2-b252-eff8e0d9916c triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:18.496695 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:18.577997 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port b5651d1c-4145-4cf2-b252-eff8e0d9916c is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:19.853510 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:19.854669 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:21.158413 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:37:21.353320 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-035852ae-56b9-45b8-96ea-3c031d5be0cf tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:21.354798 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-035852ae-56b9-45b8-96ea-3c031d5be0cf tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 815 time: 0.1191926 Aug 23 04:37:21.369612 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-8ed6b803-65ec-4df9-a23f-415454ff7f7d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/quotas/0111954f3e6e430387495701fa502227 HTTP/1.1" status: 200 len: 375 time: 0.0093977 Aug 23 04:37:21.422920 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-c606507c-5604-4d47-96a3-e996af71efbd tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485620 Aug 23 04:37:21.545710 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4884ad06-15d7-42d4-940f-ad9219247560 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063905 Aug 23 04:37:21.641324 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-1f9368b5-c685-4dbb-aee9-679defaa4dd1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898829 Aug 23 04:37:21.820074 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-11618ef6-cf98-4ac8-a4f9-fb41c8480fa6 req-9fa55427-f999-402a-82a6-38b71d05d06b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 210 time: 0.0314944 Aug 23 04:37:22.162100 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=70 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:22.164107 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:22.854422 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-706a5265-d0f3-4c10-b8ab-14db26467c1e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:22.856066 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-706a5265-d0f3-4c10-b8ab-14db26467c1e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.47 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 815 time: 0.1188781 Aug 23 04:37:22.869865 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'port': {'device_id': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'admin_state_up': True, 'tenant_id': '0111954f3e6e430387495701fa502227'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:22.928193 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-05bd4f9a-39ea-4e47-be17-3721af084758 req-15dac52c-ce1b-4321-b118-bf704d1ab51a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 210 time: 0.0287654 Aug 23 04:37:22.986256 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Made reservation on behalf of 0111954f3e6e430387495701fa502227 for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:37:22.990021 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:23.134477 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Allocated IP 172.20.0.14 (3eceae04-29ba-4baa-8af3-6a722cb418b1/13821105-6564-4c61-8785-e49770f998bf/2213fa9a-5e72-4595-84d3-73ed7c74d8ca) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:23.341026 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:23.383652 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:23.470277 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:23.490134 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:23.495265 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:23.501075 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.501398 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.501727 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.502149 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.502709 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.502979 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.503312 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.503643 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.504018 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.504351 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.504678 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.505001 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.505324 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.505647 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.505977 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:23.510387 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:23.512744 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:23.584772 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:23.588509 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:23.618763 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-4687df69-3e7c-4dd3-96dc-d3b589374933 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539036 Aug 23 04:37:23.813854 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-d09a0508-8a7c-4b0f-99b7-a9d26ce8c09f None None] Provisioning complete for port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:23.814850 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d09a0508-8a7c-4b0f-99b7-a9d26ce8c09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:23.851998 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-d09a0508-8a7c-4b0f-99b7-a9d26ce8c09f None None] Port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:37:24.068260 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292ceeb-2210-4df2-b804-0c9ba44b3039 req-15712d6d-8b8c-4213-a52f-077333bb8b7b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:24.070553 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b292ceeb-2210-4df2-b804-0c9ba44b3039 req-15712d6d-8b8c-4213-a52f-077333bb8b7b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 932 time: 0.0545609 Aug 23 04:37:24.124001 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b292ceeb-2210-4df2-b804-0c9ba44b3039 req-a72e8dc4-0498-47a9-ad18-343a312209db tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Aug 23 04:37:25.417975 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbb29d-c1b3-4ea7-a2b9-dbb23ad52062 req-1f90b832-6245-4987-a9ae-95c51967e774 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:25.419481 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62fbb29d-c1b3-4ea7-a2b9-dbb23ad52062 req-1f90b832-6245-4987-a9ae-95c51967e774 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 932 time: 0.2215326 Aug 23 04:37:25.471646 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62fbb29d-c1b3-4ea7-a2b9-dbb23ad52062 req-3afbe240-9998-46ae-9b2f-4c43f6159489 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461712 Aug 23 04:37:25.863783 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:26.592158 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165ac63-4f7b-48ff-ba8a-06b6c2b29fac req-5bdfb711-c545-44ff-9b32-18f43ead63e0 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:26.593707 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9165ac63-4f7b-48ff-ba8a-06b6c2b29fac req-5bdfb711-c545-44ff-9b32-18f43ead63e0 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 932 time: 0.0471847 Aug 23 04:37:26.653015 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9165ac63-4f7b-48ff-ba8a-06b6c2b29fac req-bf05501c-a167-428d-86f2-2500e15db1f1 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534325 Aug 23 04:37:27.170334 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:27.794352 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c084cd-2835-4612-9a43-331dd3e9d967 req-1492a80f-05c7-4304-83d9-2cc6f1ac9964 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:27.795893 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51c084cd-2835-4612-9a43-331dd3e9d967 req-1492a80f-05c7-4304-83d9-2cc6f1ac9964 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 932 time: 0.0552633 Aug 23 04:37:27.849211 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-51c084cd-2835-4612-9a43-331dd3e9d967 req-c645fb59-8051-451b-bf1e-6b486a5d21ba tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474050 Aug 23 04:37:28.715495 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c7cad208-8658-4158-a20a-ef47e29f103c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:29.037642 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4510c-461d-4210-a104-6c6c2de4c4c7 req-2be8d148-610c-46b9-82a9-430b88163913 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:29.042755 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8fc4510c-461d-4210-a104-6c6c2de4c4c7 req-2be8d148-610c-46b9-82a9-430b88163913 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 932 time: 0.1157897 Aug 23 04:37:29.091748 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8fc4510c-461d-4210-a104-6c6c2de4c4c7 req-3499d819-d712-42d2-b60c-a2934a6b6393 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Aug 23 04:37:30.222761 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf3a2a-ddf3-49bd-89a5-60517f5f4316 req-43c0792a-9b57-402f-b770-a9d6d18511e1 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:30.224163 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-faaf3a2a-ddf3-49bd-89a5-60517f5f4316 req-43c0792a-9b57-402f-b770-a9d6d18511e1 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 932 time: 0.0587466 Aug 23 04:37:30.277141 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-faaf3a2a-ddf3-49bd-89a5-60517f5f4316 req-88286a4a-af77-4058-b522-9de153991819 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468092 Aug 23 04:37:30.496573 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Request body: {'port': {'device_id': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:30.559493 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:30.787031 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:30.821914 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2213fa9a-5e72-4595-84d3-73ed7c74d8ca {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:37:30.830063 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Publish callbacks [] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:30.844976 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Transition to ACTIVE for port object 2213fa9a-5e72-4595-84d3-73ed7c74d8ca will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:37:30.849490 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:30.911179 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:30.932427 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-cd0196ee-e869-42ee-b595-e8b3546dd7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:30.963876 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Attempting to bind port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:37:30.964253 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Attempting to bind port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:37:30.964581 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Attempting to bind port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca on network 3eceae04-29ba-4baa-8af3-6a722cb418b1 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:30.969209 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca on network 3eceae04-29ba-4baa-8af3-6a722cb418b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:37:30.969522 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Attempting to bind port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca on network 3eceae04-29ba-4baa-8af3-6a722cb418b1 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:37:30.976636 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:37:30.977065 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Checking segment: {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:37:30.977704 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Bound using segment: {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:37:30.978151 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Bound port: 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:37:30.978497 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:31.040716 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:37:31.045467 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:37:31.055112 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:31.058453 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:31.059081 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:31.060580 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 1094 time: 0.5686891 Aug 23 04:37:31.062607 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:37:31.064884 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73fa6f0-29a7-4632-8b15-98415560bfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:37:31.108660 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31cca03-0a30-449f-9362-c1694f98efe5 x-openstack-request-id: req-e31cca03-0a30-449f-9362-c1694f98efe5 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:37:31.108934 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:37:31.109180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e31cca03-0a30-449f-9362-c1694f98efe5 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:37:31.109575 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31cca03-0a30-449f-9362-c1694f98efe5'] response: {'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'status': 'completed', 'code': 200} Aug 23 04:37:31.131604 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfa765-02dc-44c3-a9ab-719d80f57e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:31.154775 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=37 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:31.175397 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-19d7f9db-19de-44e4-b81e-3c34fa354231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:31.176976 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-19d7f9db-19de-44e4-b81e-3c34fa354231 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1128 time: 0.0601916 Aug 23 04:37:31.217619 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-691c28fd-c6ed-4d55-85bc-0711780135e7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 217 time: 0.0318687 Aug 23 04:37:31.265921 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-a3a9da85-568a-4404-913f-0a4bb38f23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:31.267372 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-a3a9da85-568a-4404-913f-0a4bb38f23b7 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 200 len: 854 time: 0.0443432 Aug 23 04:37:31.302528 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:31.313613 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-25921ed0-3de0-44f0-8669-38ab7eb3029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:31.314906 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-25921ed0-3de0-44f0-8669-38ab7eb3029f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3eceae04-29ba-4baa-8af3-6a722cb418b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418501 Aug 23 04:37:31.390298 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:31.401460 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7235423-735e-4470-be62-db1d4dd08a0f req-43a57ac1-e4ae-4c7a-b4f9-a8690e25b4cb tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:31.402998 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c7235423-735e-4470-be62-db1d4dd08a0f req-43a57ac1-e4ae-4c7a-b4f9-a8690e25b4cb tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 944 time: 0.0479896 Aug 23 04:37:31.411547 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-0a650f37-5bf3-4fb3-8cf9-d6a256153f93 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904360 Aug 23 04:37:31.450503 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c7235423-735e-4470-be62-db1d4dd08a0f req-9c9349b6-4848-4221-a961-88f545ce75ee tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Aug 23 04:37:31.506816 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fdcd98bd-e0d2-45f0-af17-aa41ffbec0bc req-9f05e56e-0e79-4ec9-9c87-98f6fe156d57 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890536 Aug 23 04:37:32.223833 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:32.274457 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-2b96517e-ca37-4665-8ae9-5018e20feb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:32.275799 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-2b96517e-ca37-4665-8ae9-5018e20feb56 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1128 time: 0.0407798 Aug 23 04:37:32.371491 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-e1f23a7c-6b3f-4a5f-b5fa-0fe7cc9f9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:32.373021 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-e1f23a7c-6b3f-4a5f-b5fa-0fe7cc9f9aab service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 916 time: 0.0915730 Aug 23 04:37:32.415449 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-3de99b5a-3345-41e3-8bf8-de2d21a865f7 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 217 time: 0.0361979 Aug 23 04:37:32.467013 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-4bcdcb75-42d3-4116-ac4d-e84a1cbb384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:32.469692 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-4bcdcb75-42d3-4116-ac4d-e84a1cbb384a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 200 len: 854 time: 0.0487378 Aug 23 04:37:32.517595 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-db3dd9aa-e097-4ad7-bbd9-0a887964f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:32.519319 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-db3dd9aa-e097-4ad7-bbd9-0a887964f70b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3eceae04-29ba-4baa-8af3-6a722cb418b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415771 Aug 23 04:37:32.574800 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba6509-d14a-4ea5-8934-c56c39ea4530 req-514871cc-1332-48aa-93a2-0d8c345957d2 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:32.576355 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1fba6509-d14a-4ea5-8934-c56c39ea4530 req-514871cc-1332-48aa-93a2-0d8c345957d2 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 944 time: 0.0475032 Aug 23 04:37:32.593532 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:32.614428 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:32.614731 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-c9ef5fcb-c8e1-4cb7-8acc-9f8bde9653ba service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893714 Aug 23 04:37:32.627954 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1fba6509-d14a-4ea5-8934-c56c39ea4530 req-15eeebd3-ec22-466e-9fab-b01c9f27b452 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Aug 23 04:37:32.710326 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a73fa6f0-29a7-4632-8b15-98415560bfd8 req-1a10e4de-5687-4746-94a1-3ac7cc1f4f7e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896759 Aug 23 04:37:33.643735 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:33.729359 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:33.747130 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:33.757945 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515294a-1aed-4bd7-b2c5-f41e9d848ae2 req-d89119d1-20a6-4d42-af58-f7dbf62b9f4c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:33.760718 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1515294a-1aed-4bd7-b2c5-f41e9d848ae2 req-d89119d1-20a6-4d42-af58-f7dbf62b9f4c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 944 time: 0.0553703 Aug 23 04:37:33.809591 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1515294a-1aed-4bd7-b2c5-f41e9d848ae2 req-efece61f-f0df-40d9-ba29-1dffbcac72ef tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Aug 23 04:37:34.131361 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2213fa9a-5e72-4595-84d3-73ed7c74d8ca details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:37:34.253032 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:34.271209 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'port_id': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'mac_address': 'fa:16:3e:44:28:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:37:34.313386 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:34.313746 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:34.328295 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2213fa9a-5e72-4595-84d3-73ed7c74d8ca {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:37:34.349176 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:34.355755 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:34.404642 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:34.596023 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2213fa9a-5e72-4595-84d3-73ed7c74d8ca'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:37:34.633409 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:34.945260 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6831218-fb85-4490-9e20-9f69252818c0 req-a6f8df42-5b94-4d48-bf9c-db273f6629bc tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:34.946776 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d6831218-fb85-4490-9e20-9f69252818c0 req-a6f8df42-5b94-4d48-bf9c-db273f6629bc tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 945 time: 0.0541632 Aug 23 04:37:35.000771 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d6831218-fb85-4490-9e20-9f69252818c0 req-49c30983-9242-4fba-8fe4-64c5a4817c80 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Aug 23 04:37:35.785387 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-7e2ccf01-cec1-480d-b5b3-5786bca40155 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521741 Aug 23 04:37:35.881962 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-e62be2e3-c8bb-447f-a809-8b329218a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:35.883749 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-e62be2e3-c8bb-447f-a809-8b329218a36b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1129 time: 0.0509877 Aug 23 04:37:36.016420 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-a4b18131-af6c-466e-8d6c-f8472f7f4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:36.018519 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-a4b18131-af6c-466e-8d6c-f8472f7f4fce service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 909 time: 0.1103272 Aug 23 04:37:36.083546 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-3fbde59e-eb97-476b-9452-21900936ef38 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 1001 time: 0.0591512 Aug 23 04:37:36.125031 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e613e-9bdb-4cbe-a0ab-6606bdc5ee1f req-ca805ba6-fa9d-4c2b-856e-d126c5360ab3 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:36.128319 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2213fa9a-5e72-4595-84d3-73ed7c74d8ca up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:37:36.129017 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7a1e613e-9bdb-4cbe-a0ab-6606bdc5ee1f req-ca805ba6-fa9d-4c2b-856e-d126c5360ab3 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 945 time: 0.0507481 Aug 23 04:37:36.134552 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-7a53b1fb-fda7-450b-bf6f-3289149064e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:36.136055 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-7a53b1fb-fda7-450b-bf6f-3289149064e2 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 200 len: 847 time: 0.0471649 Aug 23 04:37:36.171075 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:37:36.178011 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:37:36.178426 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:36.180355 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7a1e613e-9bdb-4cbe-a0ab-6606bdc5ee1f req-562431ab-0ee4-4f3f-8044-afb1094816e7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Aug 23 04:37:36.189652 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-8290e377-1751-4a2b-b37a-21b8f8a8d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:36.191245 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-8290e377-1751-4a2b-b37a-21b8f8a8d756 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479417 Aug 23 04:37:36.254343 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:37:36.254717 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:36.269978 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:36.277661 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:37:36.279900 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e30ac1-4c85-4316-bc66-07985321bca5" -d '{"events": [{"server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "name": "network-vif-plugged", "status": "completed", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:37:36.286502 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-59fb5393-5dfc-43e9-abeb-d98f00dbf54b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890131 Aug 23 04:37:36.292585 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:36.297241 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:36.321801 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b589526-08c6-43ef-9c3f-e636c33cf501 x-openstack-request-id: req-0b589526-08c6-43ef-9c3f-e636c33cf501 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:37:36.322172 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "name": "network-vif-plugged", "status": "completed", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:37:36.322298 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b589526-08c6-43ef-9c3f-e636c33cf501 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:37:36.322715 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b589526-08c6-43ef-9c3f-e636c33cf501'] response: {'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'code': 200} Aug 23 04:37:36.349900 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:36.387685 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-6784f9da-bf8c-40da-b181-5c4a53679296 req-4190a3c1-c49d-42e8-bc1e-316ed1b86be7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955439 Aug 23 04:37:36.486769 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6f9d1-44b8-4844-ae6e-299fed6b8987 req-964a4e40-d1d4-42d2-b26b-078a43362bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:36.488284 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-cbd6f9d1-44b8-4844-ae6e-299fed6b8987 req-964a4e40-d1d4-42d2-b26b-078a43362bda service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1130 time: 0.0406137 Aug 23 04:37:36.534562 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-cbd6f9d1-44b8-4844-ae6e-299fed6b8987 req-3911f368-4491-4e05-b218-c024f30b5e49 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Aug 23 04:37:37.320623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220458b2-f76e-4129-824f-70626d3af167 req-1ceec180-380b-47f9-837b-547bdb874ae2 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:37.322418 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-220458b2-f76e-4129-824f-70626d3af167 req-1ceec180-380b-47f9-837b-547bdb874ae2 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0547678 Aug 23 04:37:37.373709 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-220458b2-f76e-4129-824f-70626d3af167 req-3c1bfe3b-84ce-4283-9cf6-35c87ab96ff7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455520 Aug 23 04:37:38.497305 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26308d3f-faff-4481-b95f-f3ea15b78b90 req-8e4b713c-6da4-43e3-9eba-0d861dfc2c9a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:38.498775 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26308d3f-faff-4481-b95f-f3ea15b78b90 req-8e4b713c-6da4-43e3-9eba-0d861dfc2c9a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0499902 Aug 23 04:37:38.547691 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-26308d3f-faff-4481-b95f-f3ea15b78b90 req-e947c6c3-90b3-4296-b489-58cf205ba909 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Aug 23 04:37:38.683963 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb3db7-4f8c-4dc1-93cf-e79eed4c8d65 req-446cf0ab-dfb4-4b74-b736-f2239efdc1e3 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:38.685426 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-39bb3db7-4f8c-4dc1-93cf-e79eed4c8d65 req-446cf0ab-dfb4-4b74-b736-f2239efdc1e3 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0578372 Aug 23 04:37:38.737434 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-39bb3db7-4f8c-4dc1-93cf-e79eed4c8d65 req-d5a1580c-a22b-423a-aee5-2b3109e5675f tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Aug 23 04:37:39.228835 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6aac-4a9a-4a37-affd-5ce7d389651b req-6fd4e656-47b4-4d76-8744-88d65ed6fd5c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:39.230179 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ad3c6aac-4a9a-4a37-affd-5ce7d389651b req-6fd4e656-47b4-4d76-8744-88d65ed6fd5c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0544183 Aug 23 04:37:39.286072 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ad3c6aac-4a9a-4a37-affd-5ce7d389651b req-e9862b93-1240-4549-98a4-160a257e08c6 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498495 Aug 23 04:37:46.346651 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:46.347526 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:46.526099 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=19 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:46.529798 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=71 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:47.833143 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56f420-623d-4ab2-b281-07e9ebd203e1 req-81cc747e-5cc3-408e-b62e-12a515d50bf9 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:47.834606 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1c56f420-623d-4ab2-b281-07e9ebd203e1 req-81cc747e-5cc3-408e-b62e-12a515d50bf9 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0626097 Aug 23 04:37:47.884239 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1c56f420-623d-4ab2-b281-07e9ebd203e1 req-3c36b469-46a1-4b35-bb85-816a46b2cc2f tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Aug 23 04:37:47.911714 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48406) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:47.992165 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e255f8e-e392-4014-b855-d0f4d554ba4c tempest-TestMinimumBasicScenario-1428580074 tempest-TestMinimumBasicScenario-1428580074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:47.994068 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-6e255f8e-e392-4014-b855-d0f4d554ba4c tempest-TestMinimumBasicScenario-1428580074 tempest-TestMinimumBasicScenario-1428580074-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1125 time: 0.0813825 Aug 23 04:37:47.997530 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48410) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:48.006472 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'port_id': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'tenant_id': '0111954f3e6e430387495701fa502227', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:48.037875 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:48.124520 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:48.231144 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Allocated IP 172.27.4.228 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/5a3a5692-0a5d-4f58-ae6e-74e5b255bce0) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:48.347341 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:48.382938 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:48.422094 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:48.426765 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:48.430769 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:37:48.433731 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'Port': ['ID=5a3a5692-0a5d-4f58-ae6e-74e5b255bce0,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:48.787089 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for floatingip (0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:48.823781 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:48.836816 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:48.869489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.026388 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.033320 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.100022 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'Port': ['ID=5a3a5692-0a5d-4f58-ae6e-74e5b255bce0,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:49.102733 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.194167 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Floating IP 0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8 associated. External IP: 172.27.4.228, port: 2213fa9a-5e72-4595-84d3-73ed7c74d8ca. Aug 23 04:37:49.395259 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Router 8b27daff-9f3c-45da-b71f-326fa464611f has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:37:49.501475 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:37:49.511617 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] Sync routers for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:37:49.521559 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.522014 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:49.522628 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:49.552174 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-93ea49e7-b066-4fe7-81cc-f5dd9bc7a57e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5525448 Aug 23 04:37:49.552808 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:37:49.555617 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43e34bd-ec5a-4182-93d1-50087e552bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:37:49.555792 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48412) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:49.559755 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849481228', 'description': 'tempest-secgroup-smoke-849481228 description', 'project_id': '0111954f3e6e430387495701fa502227'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:49.598278 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.602969 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b747d4b-45f5-4de7-96e6-a01f7459de12 x-openstack-request-id: req-5b747d4b-45f5-4de7-96e6-a01f7459de12 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:37:49.603254 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:37:49.603501 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b747d4b-45f5-4de7-96e6-a01f7459de12 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:37:49.603903 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b747d4b-45f5-4de7-96e6-a01f7459de12'] response: {'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'status': 'completed', 'code': 200} Aug 23 04:37:49.632506 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:49.645056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:49.667531 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:49.679073 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group (9e5f276d-a191-429d-bbf6-3c4012ca3ac4), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.688371 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (9e5f276d-a191-429d-bbf6-3c4012ca3ac4), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.721126 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.725610 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1662254 Aug 23 04:37:49.725610 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f276d-a191-429d-bbf6-3c4012ca3ac4,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:49.725930 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48418) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:49.732982 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.733199 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-eb7e4552-24ed-4adf-baa5-ddb0e21f466a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'security_group_rule': {'security_group_id': '9e5f276d-a191-429d-bbf6-3c4012ca3ac4', 'project_id': '0111954f3e6e430387495701fa502227', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:49.733963 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.734230 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.734555 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.735079 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.735274 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.735598 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.735935 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.736260 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.736578 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.736895 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.737211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.737528 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.737847 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.738159 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed70d-28f3-495e-b6c1-664e5f4b161d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:49.748514 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-800dcb34-cb0c-4816-84f6-080845673654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:49.750073 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-800dcb34-cb0c-4816-84f6-080845673654 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1130 time: 0.1207080 Aug 23 04:37:49.832077 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4552-24ed-4adf-baa5-ddb0e21f466a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (1a7ff930-f309-46b6-ac2c-cdadd005c5e9), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.837026 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:49.845847 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:49.851625 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8', 'tenant_id': '0111954f3e6e430387495701fa502227', 'floating_ip_address': '172.27.4.228', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'port_id': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'mac_address': 'fa:16:3e:44:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:37:48Z', 'updated_at': '2022-08-23T04:37:48Z', 'revision_number': 0, 'project_id': '0111954f3e6e430387495701fa502227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 5, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:49.876429 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] Checking router: 8b27daff-9f3c-45da-b71f-326fa464611f for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:37:49.885517 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:37:49.886107 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:37:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:49.892833 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-823d8f63-9e8d-449e-bc01-dab5e8d4031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:49.894299 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-823d8f63-9e8d-449e-bc01-dab5e8d4031f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 916 time: 0.1375878 Aug 23 04:37:49.943112 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4552-24ed-4adf-baa5-ddb0e21f466a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (1a7ff930-f309-46b6-ac2c-cdadd005c5e9), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.952060 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4552-24ed-4adf-baa5-ddb0e21f466a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (1a7ff930-f309-46b6-ac2c-cdadd005c5e9), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.981708 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e4552-24ed-4adf-baa5-ddb0e21f466a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7ff930-f309-46b6-ac2c-cdadd005c5e9,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:49.989053 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-21ff8a5a-e2c8-407f-b5bc-423c52dfcabd service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 1000 time: 0.0882411 Aug 23 04:37:49.994815 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4552-24ed-4adf-baa5-ddb0e21f466a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:49.996041 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-eb7e4552-24ed-4adf-baa5-ddb0e21f466a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2690578 Aug 23 04:37:49.999173 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48420) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:50.004106 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-0ea1e010-91bb-467b-b088-cd592167b3be tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'security_group_rule': {'security_group_id': '9e5f276d-a191-429d-bbf6-3c4012ca3ac4', 'project_id': '0111954f3e6e430387495701fa502227', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:50.035623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e010-91bb-467b-b088-cd592167b3be tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (dabec98d-a8d9-4d21-b631-e442bbbf0754), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.045636 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-1676e904-41a6-48be-93b6-166ff6db36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:50.047147 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-1676e904-41a6-48be-93b6-166ff6db36e3 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 200 len: 854 time: 0.0501328 Aug 23 04:37:50.077519 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:37:50.093597 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-8f2132e7-1cda-4fc5-aaf3-69881aeb39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:50.095121 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-8f2132e7-1cda-4fc5-aaf3-69881aeb39ed service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3eceae04-29ba-4baa-8af3-6a722cb418b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406482 Aug 23 04:37:50.099210 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e010-91bb-467b-b088-cd592167b3be tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (dabec98d-a8d9-4d21-b631-e442bbbf0754), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.104210 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e010-91bb-467b-b088-cd592167b3be tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (dabec98d-a8d9-4d21-b631-e442bbbf0754), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.105427 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-92ac4825-7bdb-495d-bbf7-6aaaac2dfb20 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:37:50.106412 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-92ac4825-7bdb-495d-bbf7-6aaaac2dfb20 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050983 Aug 23 04:37:50.123466 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1e010-91bb-467b-b088-cd592167b3be tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabec98d-a8d9-4d21-b631-e442bbbf0754,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:50.138737 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e010-91bb-467b-b088-cd592167b3be tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.142682 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-0ea1e010-91bb-467b-b088-cd592167b3be tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396103 Aug 23 04:37:50.142967 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48422) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:50.147796 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-4331e2e9-2421-4e8a-a18a-0ec6c7beefca tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'security_group_rule': {'security_group_id': '9e5f276d-a191-429d-bbf6-3c4012ca3ac4', 'project_id': '0111954f3e6e430387495701fa502227', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:50.175350 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4331e2e9-2421-4e8a-a18a-0ec6c7beefca tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (4006c340-90d7-45a8-b31f-db2fcf7e3983), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.207150 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-f690920c-52da-44e6-827a-eebb2ee15ae7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933790 Aug 23 04:37:50.235667 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4331e2e9-2421-4e8a-a18a-0ec6c7beefca tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (4006c340-90d7-45a8-b31f-db2fcf7e3983), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.239784 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4331e2e9-2421-4e8a-a18a-0ec6c7beefca tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (4006c340-90d7-45a8-b31f-db2fcf7e3983), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.264958 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4331e2e9-2421-4e8a-a18a-0ec6c7beefca tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.269067 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-4331e2e9-2421-4e8a-a18a-0ec6c7beefca tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252429 Aug 23 04:37:50.269767 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48424) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:50.274436 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-2972ebb3-bba4-4d41-8929-ac41fd8469ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'security_group_rule': {'security_group_id': '9e5f276d-a191-429d-bbf6-3c4012ca3ac4', 'project_id': '0111954f3e6e430387495701fa502227', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:50.281851 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331e2e9-2421-4e8a-a18a-0ec6c7beefca tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4006c340-90d7-45a8-b31f-db2fcf7e3983,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:50.303744 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f43e34bd-ec5a-4182-93d1-50087e552bf2 req-29dd0301-a895-4587-bdb4-8511c25382a8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902610 Aug 23 04:37:50.307391 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2972ebb3-bba4-4d41-8929-ac41fd8469ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (01392e43-5d5f-4972-96cb-77b4c3351c43), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.323078 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8', 'tenant_id': '0111954f3e6e430387495701fa502227', 'floating_ip_address': '172.27.4.228', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'port_id': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'mac_address': 'fa:16:3e:44:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:37:48Z', 'updated_at': '2022-08-23T04:37:48Z', 'revision_number': 0, 'project_id': '0111954f3e6e430387495701fa502227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 5, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:50.350568 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cb823-d44b-4cc6-b189-242f3ecb16e4 None None] The sync data for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi is: [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8', 'tenant_id': '0111954f3e6e430387495701fa502227', 'floating_ip_address': '172.27.4.228', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'port_id': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'mac_address': 'fa:16:3e:44:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:37:48Z', 'updated_at': '2022-08-23T04:37:48Z', 'revision_number': 0, 'project_id': '0111954f3e6e430387495701fa502227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 5, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:37:50.370950 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2972ebb3-bba4-4d41-8929-ac41fd8469ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (01392e43-5d5f-4972-96cb-77b4c3351c43), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.375594 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2972ebb3-bba4-4d41-8929-ac41fd8469ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (01392e43-5d5f-4972-96cb-77b4c3351c43), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.394612 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972ebb3-bba4-4d41-8929-ac41fd8469ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01392e43-5d5f-4972-96cb-77b4c3351c43,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:50.407111 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-2972ebb3-bba4-4d41-8929-ac41fd8469ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.408348 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2972ebb3-bba4-4d41-8929-ac41fd8469ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374276 Aug 23 04:37:50.411288 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48426) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:50.416090 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'security_group_rule': {'security_group_id': '9e5f276d-a191-429d-bbf6-3c4012ca3ac4', 'project_id': '0111954f3e6e430387495701fa502227', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:50.440729 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.securitygroups_db [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Project 0111954f3e6e430387495701fa502227 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:37:50.446867 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (9b42c17a-7c0f-4266-bcc6-c55ccbe65f43), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.513318 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (9b42c17a-7c0f-4266-bcc6-c55ccbe65f43), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.518280 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (9b42c17a-7c0f-4266-bcc6-c55ccbe65f43), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.538135 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b42c17a-7c0f-4266-bcc6-c55ccbe65f43,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:50.544888 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.548623 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-36803543-4437-43bc-aa2f-6a3febecf184 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338701 Aug 23 04:37:50.548827 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48428) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:37:50.553359 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'security_group_rule': {'security_group_id': '9e5f276d-a191-429d-bbf6-3c4012ca3ac4', 'project_id': '0111954f3e6e430387495701fa502227', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:50.572086 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7fdcb-1292-4bf3-bdd0-1c5973d52587 None None] New status for floating IP 0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:37:50.584321 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.securitygroups_db [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Project 0111954f3e6e430387495701fa502227 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:37:50.590186 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (4ee0b67f-d707-46bc-ba5d-6b34d7c27130), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.642019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:50.652662 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (4ee0b67f-d707-46bc-ba5d-6b34d7c27130), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.657482 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (4ee0b67f-d707-46bc-ba5d-6b34d7c27130), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.665671 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:50.690648 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee0b67f-d707-46bc-ba5d-6b34d7c27130,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:50.697577 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:50.698792 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ab9ebf60-23f7-4ffe-a038-1519c3368f3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490164 Aug 23 04:37:50.793555 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-dd79cba6-8de3-44e7-aadc-01cc1796ba57 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-849481228&fields=id&tenant_id=0111954f3e6e430387495701fa502227 HTTP/1.1" status: 200 len: 267 time: 0.0459936 Aug 23 04:37:50.843070 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ea554b31-0e67-4b6d-98c3-5805bc68d40b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:50.844558 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ea554b31-0e67-4b6d-98c3-5805bc68d40b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0456190 Aug 23 04:37:50.858416 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'port': {'security_groups': ['8071bf1f-8683-4285-afbd-82e289f4c4ca', '9e5f276d-a191-429d-bbf6-3c4012ca3ac4']}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:50.931875 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:51.125192 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:51.154969 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:51.163023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:51.175038 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2213fa9a-5e72-4595-84d3-73ed7c74d8ca'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:37:51.180926 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:51.181560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:51.182948 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f13854a6-bff9-45b3-89fb-251b6ef9ef81 req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "PUT /networking/v2.0/ports/2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 982 time: 0.3292985 Aug 23 04:37:51.183482 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:37:51.185828 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:37:51.241007 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4bff4-c418-423e-add3-bdcb4c883e2b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=6']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:51.254533 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2213fa9a-5e72-4595-84d3-73ed7c74d8ca'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:37:51.260012 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afbd230-1873-4c46-80d7-1538b5c6f829 x-openstack-request-id: req-1afbd230-1873-4c46-80d7-1538b5c6f829 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:37:51.260291 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:37:51.260537 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1afbd230-1873-4c46-80d7-1538b5c6f829 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:37:51.260931 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afbd230-1873-4c46-80d7-1538b5c6f829'] response: {'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'status': 'completed', 'code': 200} Aug 23 04:37:51.302763 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbb815-a8b7-48db-aa1d-c5b246cdea8d req-b79c2b79-e655-422a-9f63-5e783780f3ea tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:51.304340 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cfdbb815-a8b7-48db-aa1d-c5b246cdea8d req-b79c2b79-e655-422a-9f63-5e783780f3ea tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0548270 Aug 23 04:37:51.318885 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-a95abde3-7084-4cc0-8e78-26f114e4c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:51.321047 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-a95abde3-7084-4cc0-8e78-26f114e4c0d1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1169 time: 0.0462587 Aug 23 04:37:51.371208 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cfdbb815-a8b7-48db-aa1d-c5b246cdea8d req-21636cff-83ca-49d6-b170-9afcbda1f54c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606647 Aug 23 04:37:51.434613 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-b5ddd2c5-2a7f-40fa-9575-a62ed738bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:51.436166 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-b5ddd2c5-2a7f-40fa-9575-a62ed738bdb8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 916 time: 0.0927250 Aug 23 04:37:51.713391 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:51.769258 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-7c5ff7ac-1fa6-4fdd-8891-de6be2a9a983 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 1002 time: 0.3266838 Aug 23 04:37:51.771589 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:51.819596 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-f9a0d927-9e61-429f-9ce5-a6487c70cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:51.821228 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-f9a0d927-9e61-429f-9ce5-a6487c70cb44 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 200 len: 854 time: 0.0459232 Aug 23 04:37:51.869268 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-46b3e362-f30f-4f16-a653-32a919e9f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:37:51.870755 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-46b3e362-f30f-4f16-a653-32a919e9f6c3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3eceae04-29ba-4baa-8af3-6a722cb418b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429630 Aug 23 04:37:51.965852 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-972c33ff-f44d-45e5-82f9-c954e7e6e6da service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874958 Aug 23 04:37:52.001798 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:37:52.058646 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c6a14610-4d81-4c71-8c8c-53aa93c9c5b6 req-c89a29cc-0fbd-4d61-92d6-0c97c2749b82 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854206 Aug 23 04:37:55.882866 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:37:58.159658 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:37:58.727750 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-408d0cfc-96d0-4704-b45b-0405302c3a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:00.949149 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-13becefe-12d5-42ad-b603-f08c08303774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:01.357642 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:01.366485 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:02.055286 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:02.229160 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:03.637346 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:03.715991 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:08.153243 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=76 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:08.154414 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=80 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:08.632169 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e173f2a-f439-489f-aa6f-5ec120a87c0d req-e7b069f7-e4a8-4f77-b557-d3bab248da91 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:08.634001 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e173f2a-f439-489f-aa6f-5ec120a87c0d req-e7b069f7-e4a8-4f77-b557-d3bab248da91 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0585034 Aug 23 04:38:08.637371 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-2616e589-3a8c-46cd-8778-8ec3e1f6305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:08.638910 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-2616e589-3a8c-46cd-8778-8ec3e1f6305a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1169 time: 0.0503430 Aug 23 04:38:08.697028 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0e173f2a-f439-489f-aa6f-5ec120a87c0d req-b56296ce-ed29-4064-bf50-d95afa9305f5 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560834 Aug 23 04:38:08.730503 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-55ae12f3-442f-4a87-aa57-6e393cdb62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:08.732005 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-55ae12f3-442f-4a87-aa57-6e393cdb62bc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 916 time: 0.0865755 Aug 23 04:38:08.798195 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-213d81d9-8593-4998-9c99-8d22a784e85d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 1002 time: 0.0589979 Aug 23 04:38:08.848332 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-7feb9215-ee72-47fa-9128-c6be746709a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:08.850384 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-7feb9215-ee72-47fa-9128-c6be746709a4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 200 len: 854 time: 0.0454941 Aug 23 04:38:08.894637 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-8f3f4d31-ecb9-46ef-ad73-8f77ae3f0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:08.896138 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-8f3f4d31-ecb9-46ef-ad73-8f77ae3f0bb9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3eceae04-29ba-4baa-8af3-6a722cb418b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399818 Aug 23 04:38:09.001041 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-0a261eae-af3c-45c6-9709-6e6f70cdff52 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976353 Aug 23 04:38:09.119690 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-2945d4d2-f1a4-4bc9-8b02-d36739294387 req-0b36a755-6fd8-44cc-9b4c-4200ed336edb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123636 Aug 23 04:38:09.822509 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8927b-4dbc-4333-a021-8dad9a4346e1 req-9962a7e2-2c1e-4348-bf78-f51e46e3df8e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:09.824052 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ff8927b-4dbc-4333-a021-8dad9a4346e1 req-9962a7e2-2c1e-4348-bf78-f51e46e3df8e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0488083 Aug 23 04:38:09.889873 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5ff8927b-4dbc-4333-a021-8dad9a4346e1 req-fe59fa48-0031-4b5c-ae10-aba166675f94 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578492 Aug 23 04:38:11.041981 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49406ede-cac2-48bf-a632-8b54e1b2d9b8 req-718a75cd-6170-4836-9bc9-989293c0c0ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:11.043456 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-49406ede-cac2-48bf-a632-8b54e1b2d9b8 req-718a75cd-6170-4836-9bc9-989293c0c0ce tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0629749 Aug 23 04:38:11.120692 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-49406ede-cac2-48bf-a632-8b54e1b2d9b8 req-022e14f4-7ca5-4f04-9f62-9cbed17cf0ff tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683684 Aug 23 04:38:12.261328 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd227b-b611-4887-924f-8c6623b744b0 req-f0b8250e-0122-4ef3-8cda-634e9047f16f tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:12.262770 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3ccd227b-b611-4887-924f-8c6623b744b0 req-f0b8250e-0122-4ef3-8cda-634e9047f16f tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0529931 Aug 23 04:38:12.327305 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3ccd227b-b611-4887-924f-8c6623b744b0 req-db30d075-5dd5-47f4-887d-946428377a3c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585685 Aug 23 04:38:13.702684 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:13.709572 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:13.718981 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708d3b-556f-45cd-8aad-b4666addef44 req-a2f1c462-b31b-492f-b603-8494975bdff0 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:13.720517 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fb708d3b-556f-45cd-8aad-b4666addef44 req-a2f1c462-b31b-492f-b603-8494975bdff0 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.3140609 Aug 23 04:38:13.783520 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-fb708d3b-556f-45cd-8aad-b4666addef44 req-a3f0e7ec-8a79-4533-b306-1ccc556e815b tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565088 Aug 23 04:38:14.907378 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fcfa8-78aa-4c85-943a-01dc670b9c52 req-bf70d72a-961b-4bfe-9316-a148a0149d9d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:14.908861 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5a4fcfa8-78aa-4c85-943a-01dc670b9c52 req-bf70d72a-961b-4bfe-9316-a148a0149d9d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0482004 Aug 23 04:38:14.973984 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5a4fcfa8-78aa-4c85-943a-01dc670b9c52 req-dc5dac63-e3be-4ab6-96b0-30c55fd0912f tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592721 Aug 23 04:38:16.112560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44cf3-9f3c-4856-8e5c-6c9d1fb24d7f req-33b3b259-6872-4083-8b06-2e677bfb6adb tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:16.114043 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f5e44cf3-9f3c-4856-8e5c-6c9d1fb24d7f req-33b3b259-6872-4083-8b06-2e677bfb6adb tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0564003 Aug 23 04:38:16.179352 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f5e44cf3-9f3c-4856-8e5c-6c9d1fb24d7f req-3314ac9b-aad4-496a-841e-06fca80258da tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571620 Aug 23 04:38:17.300333 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90cc3d-ef12-40f1-9f1e-fde3a175dcfa req-f4998e9b-ebb9-4403-ab6c-677fbb30871d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:17.301783 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8f90cc3d-ef12-40f1-9f1e-fde3a175dcfa req-f4998e9b-ebb9-4403-ab6c-677fbb30871d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0481920 Aug 23 04:38:17.363633 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8f90cc3d-ef12-40f1-9f1e-fde3a175dcfa req-e1b57509-7a4e-4d49-b314-766a967a106e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561931 Aug 23 04:38:18.507565 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843d20-5d80-42e5-9869-0232e36768a8 req-701629ea-1780-4a4b-a338-f2d78f52f65e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:18.508972 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cf843d20-5d80-42e5-9869-0232e36768a8 req-701629ea-1780-4a4b-a338-f2d78f52f65e tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0601423 Aug 23 04:38:18.571108 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cf843d20-5d80-42e5-9869-0232e36768a8 req-d17cbd61-4c06-4873-8c95-7da35fad0faa tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561254 Aug 23 04:38:19.111309 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=44 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:19.113775 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=50 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:19.703613 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e170c-991f-4513-b65b-895151c675d6 req-9ddfe600-b4c7-475e-9dc1-743be1e38763 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:19.705112 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b84e170c-991f-4513-b65b-895151c675d6 req-9ddfe600-b4c7-475e-9dc1-743be1e38763 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0501287 Aug 23 04:38:19.716839 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:19.731468 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:19.768349 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b84e170c-991f-4513-b65b-895151c675d6 req-4ba50053-3595-496f-8522-5957ef576def tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574417 Aug 23 04:38:20.889200 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf2d99-86a2-438e-bd91-ec4e7baefa19 req-762b0099-7c82-424f-9240-bc2602f8d002 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:20.890684 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-66bf2d99-86a2-438e-bd91-ec4e7baefa19 req-762b0099-7c82-424f-9240-bc2602f8d002 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0493398 Aug 23 04:38:20.960330 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-66bf2d99-86a2-438e-bd91-ec4e7baefa19 req-48d738e6-0d2c-4aea-a27e-14df0335e10a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&id=9e5f276d-a191-429d-bbf6-3c4012ca3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633841 Aug 23 04:38:25.896864 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:27.733454 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=14 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:27.739332 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=18 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:28.728212 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-ad357c79-436e-49ba-8c66-bdf4f09b12ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:30.941259 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-b60ddb7f-ceb5-40ad-ab66-54c6094894ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:30.951076 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=10 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:30.953983 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=21 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:32.242512 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:33.652217 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:33.711873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:35.164340 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:38:37.771851 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-2afc115c-498f-4b6a-b97d-3e4bd6789d24 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491612 Aug 23 04:38:37.870632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405136d0-9578-424f-9912-d46447575f4e req-6c1f79e1-8ae4-46e4-97c1-6a3d8f7cf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:37.872310 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-6c1f79e1-8ae4-46e4-97c1-6a3d8f7cf1fb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1129 time: 0.0512764 Aug 23 04:38:37.995014 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405136d0-9578-424f-9912-d46447575f4e req-1540828a-0975-40dc-9d52-31d922f1004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:37.996759 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-1540828a-0975-40dc-9d52-31d922f1004d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 909 time: 0.1039152 Aug 23 04:38:38.097342 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-24c727b0-dab8-49ce-8a46-ba82c91d0420 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 1001 time: 0.0939770 Aug 23 04:38:38.147894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405136d0-9578-424f-9912-d46447575f4e req-57a47144-6d7b-4b21-938a-4228b8881fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:38.149405 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-57a47144-6d7b-4b21-938a-4228b8881fb0 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 200 len: 847 time: 0.0459936 Aug 23 04:38:38.194850 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405136d0-9578-424f-9912-d46447575f4e req-7d0ea767-215f-4526-8c32-36894f79b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:38.196494 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-7d0ea767-215f-4526-8c32-36894f79b463 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410385 Aug 23 04:38:38.294248 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-ad8b7381-8606-4ddc-98b3-e6465ce127fd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911674 Aug 23 04:38:38.389373 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-405136d0-9578-424f-9912-d46447575f4e req-f56be3f6-c325-4c7a-8c62-a6d21dd3077e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891981 Aug 23 04:38:39.251659 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbf5be-85e3-475e-890f-b13115295351 req-6ee6c2a7-5ba5-444c-bfa8-fe14309e6cc5 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:39.253187 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d9fbf5be-85e3-475e-890f-b13115295351 req-6ee6c2a7-5ba5-444c-bfa8-fe14309e6cc5 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0488231 Aug 23 04:38:39.309378 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d9fbf5be-85e3-475e-890f-b13115295351 req-7064308e-1d35-474c-94cd-d34a88dee779 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499463 Aug 23 04:38:40.436860 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9a925-88fb-4e36-bff6-5fcda2f15b65 req-b79b9046-2dde-4763-acaf-07352b5c987d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:40.438365 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-16e9a925-88fb-4e36-bff6-5fcda2f15b65 req-b79b9046-2dde-4763-acaf-07352b5c987d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0482852 Aug 23 04:38:40.499340 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-16e9a925-88fb-4e36-bff6-5fcda2f15b65 req-824625dd-e209-40bd-a436-81dbb6c55746 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524862 Aug 23 04:38:41.631833 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400f83c-f9f6-4dd8-848a-56a718db87f7 req-abbaad9e-bb00-4644-99b2-2d631c905c6b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:41.633303 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7400f83c-f9f6-4dd8-848a-56a718db87f7 req-abbaad9e-bb00-4644-99b2-2d631c905c6b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0514872 Aug 23 04:38:41.694831 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7400f83c-f9f6-4dd8-848a-56a718db87f7 req-80135907-2ba0-47ce-b6af-4a98d1719450 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551171 Aug 23 04:38:42.831321 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df0068-f85a-49e1-924d-1223ada3b6d3 req-a1be19b4-6528-41b3-98c5-9c0b89f2ae6a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:42.833025 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-04df0068-f85a-49e1-924d-1223ada3b6d3 req-a1be19b4-6528-41b3-98c5-9c0b89f2ae6a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0545528 Aug 23 04:38:42.885386 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-04df0068-f85a-49e1-924d-1223ada3b6d3 req-e9e2f3c1-b05e-4625-8d4f-c9060d02f250 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Aug 23 04:38:43.704094 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:43.706545 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:44.019095 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9dc9d-be2d-43d0-a18b-1a6aa91716b4 req-e7af3dc4-7717-4c70-98de-baa977c29513 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:44.020607 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3ef9dc9d-be2d-43d0-a18b-1a6aa91716b4 req-e7af3dc4-7717-4c70-98de-baa977c29513 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0526876 Aug 23 04:38:44.074315 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3ef9dc9d-be2d-43d0-a18b-1a6aa91716b4 req-bbba12f2-b99d-4a1a-bc19-9096372be5a4 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479882 Aug 23 04:38:45.157211 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:45.235526 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f40bfc-c1af-4f85-8f6e-1e5a737ef03d req-15b9bb8b-a7db-4d8c-a420-c90f6df4733a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:45.237003 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-43f40bfc-c1af-4f85-8f6e-1e5a737ef03d req-15b9bb8b-a7db-4d8c-a420-c90f6df4733a tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0714083 Aug 23 04:38:45.286704 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-43f40bfc-c1af-4f85-8f6e-1e5a737ef03d req-370a764e-fb01-4aa8-8a54-508d0ed2b9da tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440803 Aug 23 04:38:46.413874 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351021e-b6e2-462e-bfe6-1c751dd3c6d5 req-09f5a6dc-3a1a-429b-877a-9493f28099e5 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:46.415305 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5351021e-b6e2-462e-bfe6-1c751dd3c6d5 req-09f5a6dc-3a1a-429b-877a-9493f28099e5 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0490103 Aug 23 04:38:46.470617 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5351021e-b6e2-462e-bfe6-1c751dd3c6d5 req-578127b1-c701-40f4-a17e-1a29e2b3fa7f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Aug 23 04:38:47.595352 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be44257-9792-4f09-a4a6-db5555db8cd2 req-6bd3ab4f-7779-41ea-b63d-ea9aaef6f053 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:47.596867 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7be44257-9792-4f09-a4a6-db5555db8cd2 req-6bd3ab4f-7779-41ea-b63d-ea9aaef6f053 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0470915 Aug 23 04:38:47.648387 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7be44257-9792-4f09-a4a6-db5555db8cd2 req-49441254-de12-4847-811f-680c3ae3679e tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455294 Aug 23 04:38:48.384724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=53 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:48.386237 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=48 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:48.805516 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba48fb-eacd-4316-b79d-04defbf8bce6 req-1477e4bf-cb99-4637-8ba3-69647fc375ab tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:48.806944 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-15ba48fb-eacd-4316-b79d-04defbf8bce6 req-1477e4bf-cb99-4637-8ba3-69647fc375ab tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0542591 Aug 23 04:38:48.864415 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-15ba48fb-eacd-4316-b79d-04defbf8bce6 req-55c011a0-5847-408a-8175-15bba9da55db tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482583 Aug 23 04:38:49.422499 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-858b94aa-efc0-453f-a2a8-8128585f2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:49.424022 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-858b94aa-efc0-453f-a2a8-8128585f2b73 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1129 time: 0.0449796 Aug 23 04:38:49.523374 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-8c3b5386-4ea3-4af9-a70c-162706d1262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:49.524899 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-8c3b5386-4ea3-4af9-a70c-162706d1262d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 909 time: 0.0946524 Aug 23 04:38:49.591670 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-a5d0c218-0c69-49d8-8008-4e3822ca2c09 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 1001 time: 0.0605624 Aug 23 04:38:49.641074 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-c71ab58c-dca3-4952-a3ac-45e9171b8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:49.642466 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-c71ab58c-dca3-4952-a3ac-45e9171b8e33 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 200 len: 847 time: 0.0450902 Aug 23 04:38:49.691082 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-4fd67d40-f34b-4db6-8218-08b4ec0ad749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:49.693317 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-4fd67d40-f34b-4db6-8218-08b4ec0ad749 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448029 Aug 23 04:38:49.795216 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-397b60a9-8128-4d94-8429-74c51dc4f650 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952487 Aug 23 04:38:49.887076 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2df9b48-7f25-4673-9484-6a69063bae93 req-61bb5735-76f2-49b5-b910-175d39fae9d1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857420 Aug 23 04:38:49.991724 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722cc9-1d09-4055-94d2-c7d35e04f939 req-90791e3a-e878-4730-904a-8615ed1b0548 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:49.993131 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-79722cc9-1d09-4055-94d2-c7d35e04f939 req-90791e3a-e878-4730-904a-8615ed1b0548 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0514264 Aug 23 04:38:50.047282 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-79722cc9-1d09-4055-94d2-c7d35e04f939 req-9def08e3-e0fa-4e36-840f-bbfe8d45b3cf tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483394 Aug 23 04:38:51.189050 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975ebe6-4acf-414e-aafe-0c4cb97e1a17 req-e7e660db-fda3-486c-81f4-a8b99da1bdf2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:51.190500 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6975ebe6-4acf-414e-aafe-0c4cb97e1a17 req-e7e660db-fda3-486c-81f4-a8b99da1bdf2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0554111 Aug 23 04:38:51.223514 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:51.241426 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6975ebe6-4acf-414e-aafe-0c4cb97e1a17 req-b7f060ae-b649-437a-9cc7-99ab12a43659 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Aug 23 04:38:52.368221 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df18948-bb87-4dc0-9ac0-637d20cbda61 req-ff18f2c3-1dff-43d1-a44e-78569a25c28f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:52.369729 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0df18948-bb87-4dc0-9ac0-637d20cbda61 req-ff18f2c3-1dff-43d1-a44e-78569a25c28f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Aug 23 04:38:52.382345 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:52.423607 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-0df18948-bb87-4dc0-9ac0-637d20cbda61 req-49f9cf44-42ac-4838-a153-5d76b172637c tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477319 Aug 23 04:38:52.669891 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b12065-408c-4169-a5fa-8c0433254f16 req-5d4eb38a-fea9-4f1f-9e8c-666c3f3b005d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:52.671432 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-59b12065-408c-4169-a5fa-8c0433254f16 req-5d4eb38a-fea9-4f1f-9e8c-666c3f3b005d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0488091 Aug 23 04:38:52.674525 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48516) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:38:52.725027 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-59b12065-408c-4169-a5fa-8c0433254f16 req-a592b22a-75f0-473f-aa73-3a768dea3359 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439036 Aug 23 04:38:52.761359 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-8f30dbcb-54ea-444a-96c2-776ce53169bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854869 Aug 23 04:38:52.769762 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-eb62ad82-4c54-4640-8e9e-d6ae7ae5328d service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:38:52.770670 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-eb62ad82-4c54-4640-8e9e-d6ae7ae5328d service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049670 Aug 23 04:38:52.868292 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48524) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:38:52.919345 dv-cinder-854070-1-iscsi neutron-server[106732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 04:38:52.970800 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-2f657a69-c6f3-41c0-bd35-d49950503f8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:52.972834 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-2f657a69-c6f3-41c0-bd35-d49950503f8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports/d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 942 time: 0.1033916 Aug 23 04:38:53.392006 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-c1c8fd8b-3898-4e39-8a0f-8c2d85d8bed0 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-849481228&fields=id&tenant_id=0111954f3e6e430387495701fa502227 HTTP/1.1" status: 200 len: 267 time: 0.0454748 Aug 23 04:38:53.443423 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-4707a739-eb2f-40bd-b91b-b635723fad60 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:53.444934 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-4707a739-eb2f-40bd-b91b-b635723fad60 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 985 time: 0.0475011 Aug 23 04:38:53.455860 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Request body: {'port': {'security_groups': ['8071bf1f-8683-4285-afbd-82e289f4c4ca']}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:38:53.537065 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.718154 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:38:53.751436 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.757186 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.768359 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:53.769117 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.770361 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2213fa9a-5e72-4595-84d3-73ed7c74d8ca'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:38:53.773361 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2ed9fa85-fa6d-4a64-98d7-2839b192aced req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "PUT /networking/v2.0/ports/2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 943 time: 0.3220775 Aug 23 04:38:53.773974 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:38:53.776278 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48540) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:38:53.776703 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476e0340-d00c-4055-8eba-91f89684863a" -d '{"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:38:53.857198 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event updated for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=7']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:38:53.858093 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group (9e5f276d-a191-429d-bbf6-3c4012ca3ac4), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.880421 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2213fa9a-5e72-4595-84d3-73ed7c74d8ca'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:38:53.890479 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.890830 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.891167 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.891720 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.892082 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.892418 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.892869 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.893051 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.893586 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.893917 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.894248 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.894574 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.894889 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.895370 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.895860 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81414170-8a38-4e45-8699-29eb8dbb742d tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:53.896690 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group (9e5f276d-a191-429d-bbf6-3c4012ca3ac4), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.928096 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce461-b792-42fa-8ccd-be7db4b537ff req-e59107a3-984e-4b29-9a61-5ed1a5370c53 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:53.935670 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bbdce461-b792-42fa-8ccd-be7db4b537ff req-e59107a3-984e-4b29-9a61-5ed1a5370c53 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0952692 Aug 23 04:38:53.978146 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d522b1ce-63ad-4751-9639-3ac5e814074c x-openstack-request-id: req-d522b1ce-63ad-4751-9639-3ac5e814074c {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:38:53.979299 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:38:53.979722 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d522b1ce-63ad-4751-9639-3ac5e814074c {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:38:53.980406 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d522b1ce-63ad-4751-9639-3ac5e814074c'] response: {'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'status': 'completed', 'code': 200} Aug 23 04:38:53.991355 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (9e5f276d-a191-429d-bbf6-3c4012ca3ac4), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.996209 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:53.997897 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9e5f276d-a191-429d-bbf6-3c4012ca3ac4 HTTP/1.1" status: 204 len: 168 time: 0.2193711 Aug 23 04:38:54.004834 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-bbdce461-b792-42fa-8ccd-be7db4b537ff req-a56650f8-675b-4492-8593-ffa04f685382 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681775 Aug 23 04:38:54.005027 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48546) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:38:54.038943 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f276d-a191-429d-bbf6-3c4012ca3ac4,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:38:54.095646 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.096274 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.096703 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.097282 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.097838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.098398 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.098935 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.099928 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.100487 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.101458 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.102406 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.102853 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.103188 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.103517 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.103894 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514d3d7-37cd-4962-80a5-521be8bcc294 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.124131 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0340-d00c-4055-8eba-91f89684863a req-84903f40-dc0d-41b9-99b1-79455565d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.125642 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-476e0340-d00c-4055-8eba-91f89684863a req-84903f40-dc0d-41b9-99b1-79455565d14b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1130 time: 0.0967851 Aug 23 04:38:54.291777 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:54.295135 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:54.297996 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Deleting port 5a3a5692-0a5d-4f58-ae6e-74e5b255bce0 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:38:54.298335 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:54.302345 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0340-d00c-4055-8eba-91f89684863a req-d8ded5a9-4010-40fa-a386-736583d69d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.303802 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-476e0340-d00c-4055-8eba-91f89684863a req-d8ded5a9-4010-40fa-a386-736583d69d4d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 916 time: 0.1695197 Aug 23 04:38:54.379520 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:54.379809 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for floatingip (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:54.392501 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Calling delete_port for 5a3a5692-0a5d-4f58-ae6e-74e5b255bce0 owned by network:floatingip {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:38:54.496770 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-58b1ce2c-08d3-463f-aeae-b608655f1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.499255 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-58b1ce2c-08d3-463f-aeae-b608655f1217 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098&tenant_id=0fa7aa0063804717a00a59ea3e188779 HTTP/1.1" status: 200 len: 1129 time: 0.0454483 Aug 23 04:38:54.499899 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device d00893ca-781d-4af3-a48a-067a77921424 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:38:54.534969 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-476e0340-d00c-4055-8eba-91f89684863a req-4b98cf3b-b5f4-4fbc-9a5c-43bbf6839fbd service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 1002 time: 0.0919533 Aug 23 04:38:54.567269 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-098440d6-8dd7-4136-b984-ba8f6d73aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.568829 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-098440d6-8dd7-4136-b984-ba8f6d73aed5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1129 time: 0.0443323 Aug 23 04:38:54.581388 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port d00893ca-781d-4af3-a48a-067a77921424 is: ACTIVE; New status is: DOWN {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:38:54.582133 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:54.602836 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0340-d00c-4055-8eba-91f89684863a req-559c6aa7-4ed1-4733-a59a-bd93036a0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.605210 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-476e0340-d00c-4055-8eba-91f89684863a req-559c6aa7-4ed1-4733-a59a-bd93036a0488 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 200 len: 854 time: 0.0637124 Aug 23 04:38:54.614832 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:38:54.617297 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c470a4-649a-464e-b8eb-7420fde4a5b3" -d '{"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-unplugged", "status": "completed", "tag": "d00893ca-781d-4af3-a48a-067a77921424"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:38:54.639411 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:38:54.649565 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:54.690134 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:54.695620 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-775e6603-3af6-43ac-a32d-b32a8c9b7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.695843 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0340-d00c-4055-8eba-91f89684863a req-0bd452a5-01ea-47b2-b47d-f76f36bf83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.697069 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-476e0340-d00c-4055-8eba-91f89684863a req-0bd452a5-01ea-47b2-b47d-f76f36bf83b7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3eceae04-29ba-4baa-8af3-6a722cb418b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843666 Aug 23 04:38:54.697554 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-775e6603-3af6-43ac-a32d-b32a8c9b7ef0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 909 time: 0.1212714 Aug 23 04:38:54.699994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (5a3a5692-0a5d-4f58-ae6e-74e5b255bce0), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:54.779824 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-c024da6a-8b58-48e4-adf9-ade7684c6dbf service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 999 time: 0.0712061 Aug 23 04:38:54.781782 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event deleted for resources: {'Port': ['ID=5a3a5692-0a5d-4f58-ae6e-74e5b255bce0,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:38:54.828129 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Aug 2022 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28787acf-98cc-4402-ba15-058105903693 x-openstack-request-id: req-28787acf-98cc-4402-ba15-058105903693 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:38:54.828739 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-unplugged", "status": "completed", "tag": "d00893ca-781d-4af3-a48a-067a77921424", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:38:54.828739 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28787acf-98cc-4402-ba15-058105903693 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:38:54.828930 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28787acf-98cc-4402-ba15-058105903693'] response: {'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424', 'code': 200} Aug 23 04:38:54.838617 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-84701b79-1ed0-4392-ad8d-d703093e655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.840546 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-84701b79-1ed0-4392-ad8d-d703093e655b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 200 len: 847 time: 0.0549493 Aug 23 04:38:54.849535 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=6']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:38:54.858929 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.859262 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.859592 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.859944 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.860273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.860591 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.860909 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.861220 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.861534 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.861845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.862157 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.862475 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.862848 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.863157 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.863466 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:38:54.878715 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:54.886910 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-145a1324-5455-4581-b29e-335e5e1f4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:54.888492 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-145a1324-5455-4581-b29e-335e5e1f4d81 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421314 Aug 23 04:38:54.905378 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks [] for floatingip (0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:54.905704 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Floating IP 0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8 disassociated (deleted). External IP: 172.27.4.228, port: 2213fa9a-5e72-4595-84d3-73ed7c74d8ca. Aug 23 04:38:54.910014 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-476e0340-d00c-4055-8eba-91f89684863a req-9dbb4577-5f45-422b-a712-6d6a64b513ef service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980336 Aug 23 04:38:55.158395 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b55b8-a697-4d22-b9c6-5b8698aaf37d req-2dcee131-25bd-4df8-ac53-4c44522beb52 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:55.159863 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b87b55b8-a697-4d22-b9c6-5b8698aaf37d req-2dcee131-25bd-4df8-ac53-4c44522beb52 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0840797 Aug 23 04:38:55.166951 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:55.177183 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:55.183251 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Router 8b27daff-9f3c-45da-b71f-326fa464611f has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:38:55.186610 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-f5540f44-1f1c-4074-8251-87eb2de69fa8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398137 Aug 23 04:38:55.188154 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-476e0340-d00c-4055-8eba-91f89684863a req-988c8818-6e56-4e93-bb17-688b4af10c04 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233931 Aug 23 04:38:55.241483 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b87b55b8-a697-4d22-b9c6-5b8698aaf37d req-c0ec0dce-bb70-4e1a-82a5-1846c8120b13 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720973 Aug 23 04:38:55.296334 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:38:55.300994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:55.302680 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-dede8f14-d452-4c61-b4b1-ed637eef35d2 req-d362f7d8-6195-46aa-a90f-46cba87ee4b0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032276 Aug 23 04:38:55.308359 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] Sync routers for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:38:55.319388 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:38:55.320053 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:38:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:38:55.333113 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-9e11c8ff-68ec-48bb-8c20-d6f910e0a215 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8 HTTP/1.1" status: 204 len: 168 time: 1.3263400 Aug 23 04:38:55.333810 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:38:55.336505 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5120f099-129d-4dea-91a0-25fd8b3ec8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:38:55.425295 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:38:55.438336 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae246f54-50bb-4259-9579-92b7e0d363a2 x-openstack-request-id: req-ae246f54-50bb-4259-9579-92b7e0d363a2 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:38:55.438630 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:38:55.438922 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae246f54-50bb-4259-9579-92b7e0d363a2 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:38:55.439285 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae246f54-50bb-4259-9579-92b7e0d363a2'] response: {'name': 'network-changed', 'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'status': 'completed', 'code': 200} Aug 23 04:38:55.582821 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-9d51ec1a-5cf6-4009-aa1f-dec0d225c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:55.584491 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-9d51ec1a-5cf6-4009-aa1f-dec0d225c3af service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0111954f3e6e430387495701fa502227&device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 1130 time: 0.0448041 Aug 23 04:38:55.632437 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 5, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:38:55.657782 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] Checking router: 8b27daff-9f3c-45da-b71f-326fa464611f for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:38:55.666231 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:38:55.666859 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:38:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:38:55.680247 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-b2487932-63af-4517-9d25-5564ca5fc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:55.681708 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-b2487932-63af-4517-9d25-5564ca5fc71f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 200 len: 916 time: 0.0889084 Aug 23 04:38:55.768570 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:38:55.889842 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:55.893558 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-c2381311-9c71-4d33-9487-803b2274c3db service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 200 len: 217 time: 0.0364282 Aug 23 04:38:55.947623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-fc68dd5b-0ba0-48ad-b5ba-d955faf30c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:55.949000 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-fc68dd5b-0ba0-48ad-b5ba-d955faf30c57 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 200 len: 854 time: 0.0492537 Aug 23 04:38:55.952430 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 5, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:38:55.977043 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab71bd-9f73-4e56-b36d-aeba5ad49a47 None None] The sync data for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi is: [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:37:06Z', 'revision_number': 4, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'c07caeb6-5551-488c-9cd7-6a367fa1bffa', 'name': '', 'network_id': '3eceae04-29ba-4baa-8af3-6a722cb418b1', 'tenant_id': '0111954f3e6e430387495701fa502227', 'mac_address': 'fa:16:3e:bc:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '13821105-6564-4c61-8785-e49770f998bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:05Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 5, 'project_id': '0111954f3e6e430387495701fa502227', 'subnets': [{'id': '13821105-6564-4c61-8785-e49770f998bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:38:56.016224 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-de7a25a9-a051-4e76-b440-ae7a433e50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:56.017852 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-de7a25a9-a051-4e76-b440-ae7a433e50b5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3eceae04-29ba-4baa-8af3-6a722cb418b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446229 Aug 23 04:38:56.114858 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-8d07d63a-abe7-457a-bea7-49660ed3e72a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902615 Aug 23 04:38:56.214453 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-5120f099-129d-4dea-91a0-25fd8b3ec8b6 req-09c754f0-2592-4791-89d7-419db342429b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926774 Aug 23 04:38:56.219326 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f83787-8456-4e54-8f7a-42e99d6f31e7 None None] New status for floating IP 0a1d4cee-65f7-4c6c-91a7-ee49c5b79ca8: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:38:56.377701 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721616c-1c0f-4a71-9786-e10e736a98d4 req-d2901e51-f264-469c-a4ec-37c8d819f7cf tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:56.379165 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a721616c-1c0f-4a71-9786-e10e736a98d4 req-d2901e51-f264-469c-a4ec-37c8d819f7cf tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0563536 Aug 23 04:38:56.429269 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a721616c-1c0f-4a71-9786-e10e736a98d4 req-7f66a49d-94b3-4683-8ee4-b059e1083b0b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445101 Aug 23 04:38:57.555686 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:57.569758 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750903f6-1afd-4b71-a351-6a60509497e8 req-cb03789d-9cef-4d3c-9f5d-4e599d4fcb12 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:57.571265 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750903f6-1afd-4b71-a351-6a60509497e8 req-cb03789d-9cef-4d3c-9f5d-4e599d4fcb12 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0598571 Aug 23 04:38:57.623789 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-750903f6-1afd-4b71-a351-6a60509497e8 req-328926ed-f954-4bc2-a6bb-fcea6ad59b62 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444212 Aug 23 04:38:58.314620 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ef2c-a6fb-4c96-935e-463a715b1762 req-b317a7b0-f647-43aa-aefd-07454e2f6524 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:58.316212 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9db9ef2c-a6fb-4c96-935e-463a715b1762 req-b317a7b0-f647-43aa-aefd-07454e2f6524 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0628266 Aug 23 04:38:58.367311 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9db9ef2c-a6fb-4c96-935e-463a715b1762 req-c71dfb1c-89ae-4c07-97fc-40888b17220a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454037 Aug 23 04:38:58.724466 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8d5faa37-f3af-4015-83c4-432fb0773398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:38:58.750530 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7988c5-f73f-43ac-aaf2-00f235341720 req-feca6630-73e9-4f38-a3ef-4d6c44a213ae tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:58.752025 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ac7988c5-f73f-43ac-aaf2-00f235341720 req-feca6630-73e9-4f38-a3ef-4d6c44a213ae tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0492558 Aug 23 04:38:58.766681 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:38:58.804336 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ac7988c5-f73f-43ac-aaf2-00f235341720 req-2e1b4ef7-aeb9-43dd-99b8-98526225a48e tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442374 Aug 23 04:38:59.506559 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eeabb-640d-425a-9cef-c7195cca8f24 req-b2152c29-9105-435f-8a70-b48fb9ca432c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:59.508030 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6e7eeabb-640d-425a-9cef-c7195cca8f24 req-b2152c29-9105-435f-8a70-b48fb9ca432c tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0477962 Aug 23 04:38:59.560524 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6e7eeabb-640d-425a-9cef-c7195cca8f24 req-a6bfdaff-df97-43d6-860a-5c4c3172913f tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8071bf1f-8683-4285-afbd-82e289f4c4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Aug 23 04:38:59.872433 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-7f402f42-7f52-4e12-aa76-a9bce65afe38 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:59.873998 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-7f402f42-7f52-4e12-aa76-a9bce65afe38 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Aug 23 04:38:59.960738 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9c2ee-9c9d-4bdf-b24b-ff283e5d85c9 req-2ddbd1e9-cbb9-45b8-be9c-f3f82ae7f06e tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:38:59.962247 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-91c9c2ee-9c9d-4bdf-b24b-ff283e5d85c9 req-2ddbd1e9-cbb9-45b8-be9c-f3f82ae7f06e tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0766654 Aug 23 04:39:00.014019 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Deleting port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:00.014362 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:00.063402 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-91c9c2ee-9c9d-4bdf-b24b-ff283e5d85c9 req-7a415646-9ed6-491b-ab76-687e2b876f4d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808780 Aug 23 04:39:00.127356 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] For port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:00.127591 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:00.144199 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Calling delete_port for 2213fa9a-5e72-4595-84d3-73ed7c74d8ca owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:00.282369 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (2213fa9a-5e72-4595-84d3-73ed7c74d8ca), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:00.294981 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['2213fa9a-5e72-4595-84d3-73ed7c74d8ca'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:39:00.320963 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Pushing event deleted for resources: {'Port': ['ID=2213fa9a-5e72-4595-84d3-73ed7c74d8ca,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:00.371150 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] No DVR routers for this DVR port 2213fa9a-5e72-4595-84d3-73ed7c74d8ca on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:39:00.374002 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:00.377235 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9fe6b430-7c6f-4d54-8163-c00b8f0eb10a req-603a191a-b0e8-43ec-b9fc-4d4dce1624c7 tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.47 "DELETE /networking/v2.0/ports/2213fa9a-5e72-4595-84d3-73ed7c74d8ca HTTP/1.1" status: 204 len: 173 time: 0.4979532 Aug 23 04:39:00.377734 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'name': 'network-vif-deleted', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:39:00.380061 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e468bb1-bc17-4941-92ae-37d45ca036f5" -d '{"events": [{"server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "name": "network-vif-deleted", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:39:00.420814 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f5a657-e37d-4de4-aa7b-a5ec8191d83b x-openstack-request-id: req-59f5a657-e37d-4de4-aa7b-a5ec8191d83b {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:39:00.421104 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a193c81c-8f87-4701-96e8-e37c0dd65b88", "name": "network-vif-deleted", "tag": "2213fa9a-5e72-4595-84d3-73ed7c74d8ca", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:39:00.421324 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59f5a657-e37d-4de4-aa7b-a5ec8191d83b {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:39:00.421729 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f5a657-e37d-4de4-aa7b-a5ec8191d83b'] response: {'server_uuid': 'a193c81c-8f87-4701-96e8-e37c0dd65b88', 'name': 'network-vif-deleted', 'tag': '2213fa9a-5e72-4595-84d3-73ed7c74d8ca', 'status': 'completed', 'code': 200} Aug 23 04:39:00.683568 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e3b47f81-a700-4441-9f77-1de34df3a6a1 req-4d65c65e-ebb4-4adf-b292-b979f973e79a tempest-TestMinimumBasicScenario-1171159790 tempest-TestMinimumBasicScenario-1171159790-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a193c81c-8f87-4701-96e8-e37c0dd65b88 HTTP/1.1" status: 200 len: 210 time: 0.0291927 Aug 23 04:39:00.941537 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-81f77952-509c-4e12-be6e-254ab5944c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:01.195281 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0678fe1-4d98-4795-8e5e-096bf069ef09 req-30089440-c907-42b1-936a-28569f9b27a2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:39:01.196667 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d0678fe1-4d98-4795-8e5e-096bf069ef09 req-30089440-c907-42b1-936a-28569f9b27a2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0532167 Aug 23 04:39:01.246421 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d0678fe1-4d98-4795-8e5e-096bf069ef09 req-7fd93411-5464-4bb8-b9a7-b288817f22cb tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Aug 23 04:39:01.478890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:01.484767 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb89ef-0638-4600-8200-d99eb1f5081c req-0cfd76f6-3509-4e64-bf79-3bb1d1f52a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:39:01.486240 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-86fb89ef-0638-4600-8200-d99eb1f5081c req-0cfd76f6-3509-4e64-bf79-3bb1d1f52a74 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1127 time: 0.0431433 Aug 23 04:39:01.533028 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-86fb89ef-0638-4600-8200-d99eb1f5081c req-7c04e26a-dfa0-4adc-bbdc-804f149c9866 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Aug 23 04:39:02.234387 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:02.335267 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48648) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:02.374707 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff1d6-a206-4b69-9669-692cf49a0d73 req-5916553f-4b8f-4e6f-b5d6-90c6fa77a9fe tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:39:02.376315 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a61ff1d6-a206-4b69-9669-692cf49a0d73 req-5916553f-4b8f-4e6f-b5d6-90c6fa77a9fe tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 943 time: 0.0485599 Aug 23 04:39:02.388549 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:02.427818 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a61ff1d6-a206-4b69-9669-692cf49a0d73 req-3ded5363-e3b4-4a50-93f2-fa33c5208de6 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Aug 23 04:39:02.531703 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device d00893ca-781d-4af3-a48a-067a77921424 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:39:02.535006 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2213fa9a-5e72-4595-84d3-73ed7c74d8ca no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:02.564112 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 2213fa9a-5e72-4595-84d3-73ed7c74d8ca {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:39:02.564450 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 2213fa9a-5e72-4595-84d3-73ed7c74d8ca not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:02.655477 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:02.657965 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (8b27daff-9f3c-45da-b71f-326fa464611f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:02.667524 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'd00893ca-781d-4af3-a48a-067a77921424', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'port_id': 'd00893ca-781d-4af3-a48a-067a77921424', 'mac_address': 'fa:16:3e:d4:03:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:39:02.700616 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:02.703010 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:02.706282 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port d00893ca-781d-4af3-a48a-067a77921424 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:39:02.706677 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:02.729257 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00893ca-781d-4af3-a48a-067a77921424 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:39:02.751135 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:02.756565 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:02.806966 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=7']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:02.961550 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['d00893ca-781d-4af3-a48a-067a77921424'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:39:03.144675 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Deleting port c07caeb6-5551-488c-9cd7-6a367fa1bffa {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:03.144904 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:03.228465 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] For port c07caeb6-5551-488c-9cd7-6a367fa1bffa, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=c07caeb6-5551-488c-9cd7-6a367fa1bffa,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:03.229023 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:03.241836 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Calling delete_port for c07caeb6-5551-488c-9cd7-6a367fa1bffa owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:03.306249 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:03.366304 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=100 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:03.438710 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (c07caeb6-5551-488c-9cd7-6a367fa1bffa), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:03.464072 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07caeb6-5551-488c-9cd7-6a367fa1bffa,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:03.553449 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd2396-e2c5-42a5-9602-affdd16d9d98 req-474463ed-f405-46cf-878a-89896c8b4bb2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:39:03.555080 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3dd2396-e2c5-42a5-9602-affdd16d9d98 req-474463ed-f405-46cf-878a-89896c8b4bb2 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 944 time: 0.0484703 Aug 23 04:39:03.611847 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3dd2396-e2c5-42a5-9602-affdd16d9d98 req-677d4af1-47ef-438d-ab80-7b7acdfb1f1d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507641 Aug 23 04:39:03.629029 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (8b27daff-9f3c-45da-b71f-326fa464611f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:03.656696 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:03.717219 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:03.855501 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Router 8b27daff-9f3c-45da-b71f-326fa464611f has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:39:03.958082 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:39:03.963248 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-9a9d0bf5-e69a-4282-9ce7-4dc7f37ca9e4 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8b27daff-9f3c-45da-b71f-326fa464611f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6269107 Aug 23 04:39:03.965822 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48654) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:03.968534 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] Sync routers for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:39:03.983616 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:39:03.984256 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:39:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:04.070149 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks [] for router (8b27daff-9f3c-45da-b71f-326fa464611f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.082627 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:39:04.169751 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks [] for router_gateway (8b27daff-9f3c-45da-b71f-326fa464611f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.213891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:04.219402 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Deleting port 6a52314d-d515-46ea-be3c-20432ee9b2d9 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:04.219633 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.246201 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:04.284066 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:04.302793 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] For port 6a52314d-d515-46ea-be3c-20432ee9b2d9, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=6a52314d-d515-46ea-be3c-20432ee9b2d9,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:04.303157 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.316574 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Calling delete_port for 6a52314d-d515-46ea-be3c-20432ee9b2d9 owned by network:router_gateway {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:04.345530 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72'}], 'enable_snat': True}, 'gw_port_id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:39:03Z', 'revision_number': 5, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port': {'id': '6a52314d-d515-46ea-be3c-20432ee9b2d9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:04Z', 'updated_at': '2022-08-23T04:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:04.372044 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] Checking router: 8b27daff-9f3c-45da-b71f-326fa464611f for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:39:04.382057 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] Routers {'8b27daff-9f3c-45da-b71f-326fa464611f'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:39:04.382657 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:39:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['8b27daff-9f3c-45da-b71f-326fa464611f'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:04.472386 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] Set router 8b27daff-9f3c-45da-b71f-326fa464611f gateway port host: None {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:39:04.506925 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (6a52314d-d515-46ea-be3c-20432ee9b2d9), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.523817 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:04.525829 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:39:04Z', 'revision_number': 6, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:04.532581 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a52314d-d515-46ea-be3c-20432ee9b2d9,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:04.546312 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device d00893ca-781d-4af3-a48a-067a77921424 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:04.550822 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ebfb4-9785-41d7-9ae0-57f4cc7a3d1a None None] The sync data for ids ['8b27daff-9f3c-45da-b71f-326fa464611f'] in dv-cinder-854070-1-iscsi is: [{'id': '8b27daff-9f3c-45da-b71f-326fa464611f', 'name': 'tempest-TestMinimumBasicScenario-1577291080-router', 'tenant_id': '0111954f3e6e430387495701fa502227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:03Z', 'updated_at': '2022-08-23T04:39:04Z', 'revision_number': 6, 'project_id': '0111954f3e6e430387495701fa502227', 'gw_port_host': None}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:39:04.598439 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (8b27daff-9f3c-45da-b71f-326fa464611f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.601154 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port d00893ca-781d-4af3-a48a-067a77921424 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:39:04.601707 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (d00893ca-781d-4af3-a48a-067a77921424), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.676024 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port d00893ca-781d-4af3-a48a-067a77921424 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:39:04.676724 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.685020 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (8b27daff-9f3c-45da-b71f-326fa464611f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.687334 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks [] for router_controller (8b27daff-9f3c-45da-b71f-326fa464611f), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.702076 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:39:04.704424 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1130fc9d-459d-4651-b8fa-54b40d2464c3" -d '{"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-plugged", "status": "completed", "tag": "d00893ca-781d-4af3-a48a-067a77921424"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:39:04.718263 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:04.725964 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.736863 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (8b27daff-9f3c-45da-b71f-326fa464611f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.737748 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b27daff-9f3c-45da-b71f-326fa464611f {{(pid=106732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:39:04.742887 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.744190 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-241ae065-1d37-461a-afff-e368482b111f admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8b27daff-9f3c-45da-b71f-326fa464611f HTTP/1.1" status: 204 len: 168 time: 0.7773819 Aug 23 04:39:04.747198 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48658) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:04.754295 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc352fd9-b9e8-41fb-8d96-653bca1f4976 x-openstack-request-id: req-fc352fd9-b9e8-41fb-8d96-653bca1f4976 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:39:04.754581 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-plugged", "status": "completed", "tag": "d00893ca-781d-4af3-a48a-067a77921424", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:39:04.754829 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc352fd9-b9e8-41fb-8d96-653bca1f4976 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:39:04.755190 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc352fd9-b9e8-41fb-8d96-653bca1f4976'] response: {'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424', 'code': 200} Aug 23 04:39:04.781727 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=8']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:04.792802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] Deleting subnet 13821105-6564-4c61-8785-e49770f998bf {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:39:04.796019 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] Publish callbacks [] for subnet (13821105-6564-4c61-8785-e49770f998bf), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.833619 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (13821105-6564-4c61-8785-e49770f998bf), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.910813 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (13821105-6564-4c61-8785-e49770f998bf), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.966045 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (13821105-6564-4c61-8785-e49770f998bf), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:04.996965 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13821105-6564-4c61-8785-e49770f998bf,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:05.000528 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.003658 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ceb89cf8-eb47-4953-b27d-1878c71f3265 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/13821105-6564-4c61-8785-e49770f998bf HTTP/1.1" status: 204 len: 168 time: 0.2554362 Aug 23 04:39:05.006326 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48660) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:05.009087 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469853c8-8461-4c21-af09-f82cfaa2fbea None None] Network 3eceae04-29ba-4baa-8af3-6a722cb418b1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:39:05.074424 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (3eceae04-29ba-4baa-8af3-6a722cb418b1), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.118045 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Deleting port 91695420-d736-4b99-a2d8-0768dcb321eb {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:05.118388 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.183614 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] For port 91695420-d736-4b99-a2d8-0768dcb321eb, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=91695420-d736-4b99-a2d8-0768dcb321eb,segment=NetworkSegment(c27aa2d0-5dfb-47c6-9115-e0eb512ce695),segment_id=c27aa2d0-5dfb-47c6-9115-e0eb512ce695)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:05.183964 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.196918 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Calling delete_port for 91695420-d736-4b99-a2d8-0768dcb321eb owned by network:dhcp {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:05.278090 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (91695420-d736-4b99-a2d8-0768dcb321eb), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.300247 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Pushing event deleted for resources: {'Port': ['ID=91695420-d736-4b99-a2d8-0768dcb321eb,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:05.305590 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] No DVR routers for this DVR port 91695420-d736-4b99-a2d8-0768dcb321eb on host dv-cinder-854070-1-iscsi {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:39:05.333609 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97776870-11c5-4777-88f4-720d41290bca None None] DHCP port deletion for 3eceae04-29ba-4baa-8af3-6a722cb418b1 request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:39:05.387427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (3eceae04-29ba-4baa-8af3-6a722cb418b1), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.407560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eceae04-29ba-4baa-8af3-6a722cb418b1']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:05.417041 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:05.417339 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27aa2d0-5dfb-47c6-9115-e0eb512ce695') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:05.426975 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (c27aa2d0-5dfb-47c6-9115-e0eb512ce695), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.441246 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (c27aa2d0-5dfb-47c6-9115-e0eb512ce695), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.448658 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:39:05.449301 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (c27aa2d0-5dfb-47c6-9115-e0eb512ce695), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.516435 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (3eceae04-29ba-4baa-8af3-6a722cb418b1), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.521577 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:05.525426 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3eceae04-29ba-4baa-8af3-6a722cb418b1 HTTP/1.1" status: 204 len: 168 time: 0.5180271 Aug 23 04:39:05.528695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48666) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:05.540000 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e47848-542a-4c3e-9a3e-1db2cbb96400 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eceae04-29ba-4baa-8af3-6a722cb418b1,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:05.544601 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment c27aa2d0-5dfb-47c6-9115-e0eb512ce695 resource provider aggregate not found Aug 23 04:39:05.569427 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment c27aa2d0-5dfb-47c6-9115-e0eb512ce695 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c27aa2d0-5dfb-47c6-9115-e0eb512ce695 found for delete ", "request_id": "req-fd69cde0-6e83-4b7b-bb4d-e7eca383cf19"}]} Aug 23 04:39:05.701189 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:05.722985 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:05.852038 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:06.092303 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Deleting port b5651d1c-4145-4cf2-b252-eff8e0d9916c {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:06.092593 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:06.174412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] For port b5651d1c-4145-4cf2-b252-eff8e0d9916c, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b5651d1c-4145-4cf2-b252-eff8e0d9916c,segment=NetworkSegment(7e3393f9-0c41-4567-a3ff-6b07dea6d38a),segment_id=7e3393f9-0c41-4567-a3ff-6b07dea6d38a)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:06.174764 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:06.191157 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Calling delete_port for b5651d1c-4145-4cf2-b252-eff8e0d9916c owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:06.391411 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (b5651d1c-4145-4cf2-b252-eff8e0d9916c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:06.414017 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5651d1c-4145-4cf2-b252-eff8e0d9916c,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:06.543409 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 91695420-d736-4b99-a2d8-0768dcb321eb no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:06.562758 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 91695420-d736-4b99-a2d8-0768dcb321eb {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:39:06.563115 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 91695420-d736-4b99-a2d8-0768dcb321eb not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:06.563526 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 6a52314d-d515-46ea-be3c-20432ee9b2d9 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:06.564059 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:06.585336 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:06.587194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 6a52314d-d515-46ea-be3c-20432ee9b2d9 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:39:06.587538 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 6a52314d-d515-46ea-be3c-20432ee9b2d9 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:06.588105 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c07caeb6-5551-488c-9cd7-6a367fa1bffa no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:06.607138 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: c07caeb6-5551-488c-9cd7-6a367fa1bffa {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:39:06.608041 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device c07caeb6-5551-488c-9cd7-6a367fa1bffa not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:06.667785 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:07.057936 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:39:07.160633 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:39:07.166113 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ea9a6823-a25f-453f-a32a-9505803890eb admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6354434 Aug 23 04:39:07.168531 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48670) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:07.170769 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] Sync routers for ids ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:39:07.182084 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] Routers {'2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:39:07.182710 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:39:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:07.246441 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:07.267908 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks [] for router (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.271126 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:07.284853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] Set router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:39:07.369821 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks [] for router_gateway (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.413774 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Deleting port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:07.414189 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.450038 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84'}], 'enable_snat': True}, 'gw_port_id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:39:06Z', 'revision_number': 5, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port': {'id': 'a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:07.476551 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] Checking router: 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:39:07.485265 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] Routers {'2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:39:07.485853 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:39:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:07.499075 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] For port a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:07.499439 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.512530 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Calling delete_port for a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 owned by network:router_gateway {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:07.567141 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] Set router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec gateway port host: None {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:39:07.620648 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:39:07Z', 'revision_number': 6, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:07.646613 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970644dc-c662-4250-8405-662f6a9f29d5 None None] The sync data for ids ['2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec'] in dv-cinder-854070-1-iscsi is: [{'id': '2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec', 'name': 'tempest-TestMinimumBasicScenario-966246698-router', 'tenant_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:37:08Z', 'updated_at': '2022-08-23T04:39:07Z', 'revision_number': 6, 'project_id': 'ff7ea9dab7cf446cbd299a4ac26b4668', 'gw_port_host': None}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:39:07.683855 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:07.691167 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.699985 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:07.720607 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:07.787308 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.880053 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.882269 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks [] for router_controller (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.925576 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.926082 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec {{(pid=106732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:39:07.930189 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:07.931312 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-abb41a18-cfaf-4e16-9e06-ee7c765cda8d admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2ff67eb7-748e-4db3-ba66-9ffe7cb2e7ec HTTP/1.1" status: 204 len: 168 time: 0.7618515 Aug 23 04:39:07.934198 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48672) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:07.986308 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] Deleting subnet 0ccd9842-c577-497f-9a76-243bb0ba39cd {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:39:07.989421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] Publish callbacks [] for subnet (0ccd9842-c577-497f-9a76-243bb0ba39cd), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.025833 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (0ccd9842-c577-497f-9a76-243bb0ba39cd), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.108205 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (0ccd9842-c577-497f-9a76-243bb0ba39cd), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.163820 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (0ccd9842-c577-497f-9a76-243bb0ba39cd), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.192127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.195749 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0ccd9842-c577-497f-9a76-243bb0ba39cd HTTP/1.1" status: 204 len: 168 time: 0.2602468 Aug 23 04:39:08.197397 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79195-4d7f-4cba-9886-0a3df1319ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ccd9842-c577-497f-9a76-243bb0ba39cd,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:08.197732 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff2c70-36f6-40f8-ab7d-fd47a37960ba None None] Network 114acdb0-5e34-4d1f-ae76-bbb2696676e1 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:39:08.198843 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48674) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:08.268241 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (114acdb0-5e34-4d1f-ae76-bbb2696676e1), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.308644 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:08.319128 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Deleting port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:08.319467 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.383967 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] For port 3d6f58c8-548f-4475-bd8a-09c45c0815f5, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=3d6f58c8-548f-4475-bd8a-09c45c0815f5,segment=NetworkSegment(7e3393f9-0c41-4567-a3ff-6b07dea6d38a),segment_id=7e3393f9-0c41-4567-a3ff-6b07dea6d38a)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:08.384217 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.404621 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Calling delete_port for 3d6f58c8-548f-4475-bd8a-09c45c0815f5 owned by network:dhcp {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:08.440470 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] DHCP port deletion for 114acdb0-5e34-4d1f-ae76-bbb2696676e1 request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:39:08.487540 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:08.499602 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.500617 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] Deleting port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:39:08.501233 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.524934 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6f58c8-548f-4475-bd8a-09c45c0815f5,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:08.529850 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b5651d1c-4145-4cf2-b252-eff8e0d9916c no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:08.531357 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] No DVR routers for this DVR port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 on host dv-cinder-854070-1-iscsi {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:39:08.584384 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: b5651d1c-4145-4cf2-b252-eff8e0d9916c {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:39:08.584955 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b5651d1c-4145-4cf2-b252-eff8e0d9916c not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:08.585126 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:08.603476 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (114acdb0-5e34-4d1f-ae76-bbb2696676e1), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.607412 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] For port 3d6f58c8-548f-4475-bd8a-09c45c0815f5, host dv-cinder-854070-1-iscsi, got binding levels [] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:08.607810 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.610570 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:39:08.610908 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device a73d5dd5-2b04-4bf8-8f27-3dc2fb1080c1 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:08.611312 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 3d6f58c8-548f-4475-bd8a-09c45c0815f5 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:08.625376 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114acdb0-5e34-4d1f-ae76-bbb2696676e1']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:08.637783 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] Calling delete_port for 3d6f58c8-548f-4475-bd8a-09c45c0815f5 owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:39:08.640064 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 3d6f58c8-548f-4475-bd8a-09c45c0815f5 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:39:08.640407 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 3d6f58c8-548f-4475-bd8a-09c45c0815f5 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:08.642843 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.ipam_backend_mixin [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] Port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 was not found and therefore no delete operation was performed {{(pid=106733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 23 04:39:08.643158 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3393f9-0c41-4567-a3ff-6b07dea6d38a') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:08.643464 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3393f9-0c41-4567-a3ff-6b07dea6d38a') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:08.644353 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (3d6f58c8-548f-4475-bd8a-09c45c0815f5), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.656502 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] No DVR routers for this DVR port 3d6f58c8-548f-4475-bd8a-09c45c0815f5 on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:39:08.663199 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (7e3393f9-0c41-4567-a3ff-6b07dea6d38a), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.677985 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a1535-5fa4-4811-a0d3-79610713021e None None] Pushing event deleted for resources: {'Port': ['ID=3d6f58c8-548f-4475-bd8a-09c45c0815f5,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:08.680306 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (7e3393f9-0c41-4567-a3ff-6b07dea6d38a), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.688137 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:39:08.688643 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (7e3393f9-0c41-4567-a3ff-6b07dea6d38a), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.744316 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 7e3393f9-0c41-4567-a3ff-6b07dea6d38a resource provider aggregate not found Aug 23 04:39:08.757484 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (114acdb0-5e34-4d1f-ae76-bbb2696676e1), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.764135 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:08.767163 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/114acdb0-5e34-4d1f-ae76-bbb2696676e1 HTTP/1.1" status: 204 len: 168 time: 0.5673199 Aug 23 04:39:08.768814 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 7e3393f9-0c41-4567-a3ff-6b07dea6d38a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e3393f9-0c41-4567-a3ff-6b07dea6d38a found for delete ", "request_id": "req-f270a938-7b8c-46a4-91c0-8834e4046ad6"}]} Aug 23 04:39:08.777779 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280f9a3-60b9-4c05-b50a-7845d7ede69a admin admin] Pushing event deleted for resources: {'Network': ['ID=114acdb0-5e34-4d1f-ae76-bbb2696676e1,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:08.941711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48682) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:08.983663 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-36f0eb02-998b-4475-8c6f-16afeb99f50f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0111954f3e6e430387495701fa502227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406489 Aug 23 04:39:08.986219 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48684) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:09.040711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-95119518-06f7-4186-b33d-9465b2df771c admin admin] Publish callbacks [] for security_group (8071bf1f-8683-4285-afbd-82e289f4c4ca), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.061961 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-95119518-06f7-4186-b33d-9465b2df771c admin admin] Publish callbacks [] for security_group (8071bf1f-8683-4285-afbd-82e289f4c4ca), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.110794 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-95119518-06f7-4186-b33d-9465b2df771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (8071bf1f-8683-4285-afbd-82e289f4c4ca), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.113284 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-95119518-06f7-4186-b33d-9465b2df771c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.114409 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-95119518-06f7-4186-b33d-9465b2df771c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8071bf1f-8683-4285-afbd-82e289f4c4ca HTTP/1.1" status: 204 len: 168 time: 0.1273291 Aug 23 04:39:09.122209 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95119518-06f7-4186-b33d-9465b2df771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8071bf1f-8683-4285-afbd-82e289f4c4ca,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:09.442197 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48690) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:09.485280 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-edd98513-93c9-448e-a394-2a78ee7f337e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ff7ea9dab7cf446cbd299a4ac26b4668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418518 Aug 23 04:39:09.489012 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48692) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:39:09.538016 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-47b50d0d-f251-44c4-b095-eae09a298721 admin admin] Publish callbacks [] for security_group (332524cc-085b-45f0-8fff-ad25870eeeda), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.559284 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-47b50d0d-f251-44c4-b095-eae09a298721 admin admin] Publish callbacks [] for security_group (332524cc-085b-45f0-8fff-ad25870eeeda), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.610624 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-47b50d0d-f251-44c4-b095-eae09a298721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (332524cc-085b-45f0-8fff-ad25870eeeda), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.613150 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-47b50d0d-f251-44c4-b095-eae09a298721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:09.614278 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-47b50d0d-f251-44c4-b095-eae09a298721 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/332524cc-085b-45f0-8fff-ad25870eeeda HTTP/1.1" status: 204 len: 168 time: 0.1244125 Aug 23 04:39:09.623755 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b50d0d-f251-44c4-b095-eae09a298721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332524cc-085b-45f0-8fff-ad25870eeeda,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:12.168967 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:39:18.168683 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=39,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:18.172305 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=41,neutron:DELETE=6 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:19.617387 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:19.618886 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=63,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:19.636999 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=68 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:19.637711 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=56 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:25.901677 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:27.173813 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=24 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:27.175796 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:28.727043 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-30b74478-13c4-47e6-8647-68c82f931c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:30.942636 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d6b242f4-248d-4c13-a761-0616faf26abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:32.247703 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:33.677942 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:33.735333 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:41.744512 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:41.746050 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:43.750109 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:43.752231 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:49.175693 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:39:55.925774 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:58.728296 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-9120feda-240c-4900-8b53-057c15017d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:39:59.167398 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:39:59.168846 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:00.944243 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-b8c59981-e6ab-482d-bd3d-a0bfddc74ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:02.250929 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:03.659282 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:03.720209 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:13.711342 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:13.714370 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:16.492679 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48708) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:16.640991 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Deleting port cd96cdf4-7171-4cd4-b356-8d40f4351400 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:16.641273 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:16.717468 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:16.717695 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for floatingip (cd96cdf4-7171-4cd4-b356-8d40f4351400), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:16.736799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Calling delete_port for cd96cdf4-7171-4cd4-b356-8d40f4351400 owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:16.906270 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (cd96cdf4-7171-4cd4-b356-8d40f4351400), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:16.930128 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event deleted for resources: {'Port': ['ID=cd96cdf4-7171-4cd4-b356-8d40f4351400,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:16.942155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.942494 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.942829 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.943159 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.943490 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.943841 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.944176 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.944490 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.944810 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.945126 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.945434 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.945743 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.946056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.946373 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:16.946680 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:17.260126 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for floatingip (f6554fc8-70fc-4d1b-8548-ef08da5cd244), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:17.260429 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Floating IP f6554fc8-70fc-4d1b-8548-ef08da5cd244 disassociated (deleted). External IP: 172.27.4.252, port: d00893ca-781d-4af3-a48a-067a77921424. Aug 23 04:40:17.458791 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Router cd6242e7-6317-4174-b23e-7b5db9fb74d3 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:17.561439 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:17.566713 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:17.571367 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] Sync routers for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:17.582463 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:17.583070 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:17.600797 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a619ee9b-a893-4a7c-b3f4-39ab246faf8f tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/f6554fc8-70fc-4d1b-8548-ef08da5cd244 HTTP/1.1" status: 204 len: 168 time: 1.1069877 Aug 23 04:40:17.601396 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:40:17.603672 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d83a53c-54b1-4167-887e-b4098a11d5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "tag": "d00893ca-781d-4af3-a48a-067a77921424"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:40:17.650052 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07400ded-4aff-4790-893b-f22c77cc6478 x-openstack-request-id: req-07400ded-4aff-4790-893b-f22c77cc6478 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:40:17.650339 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "tag": "d00893ca-781d-4af3-a48a-067a77921424", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:40:17.650589 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07400ded-4aff-4790-893b-f22c77cc6478 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:40:17.650997 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07400ded-4aff-4790-893b-f22c77cc6478'] response: {'name': 'network-changed', 'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424', 'status': 'completed', 'code': 200} Aug 23 04:40:17.688249 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:17.701138 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:17.707500 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:17.716490 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-f818ca4c-3f7f-4fa0-89c3-796f6f4adcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:17.718065 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-f818ca4c-3f7f-4fa0-89c3-796f6f4adcf0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0fa7aa0063804717a00a59ea3e188779&device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 1129 time: 0.0449755 Aug 23 04:40:17.843322 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-e3600741-3691-4058-b9ab-ccde0a80a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:17.844699 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-e3600741-3691-4058-b9ab-ccde0a80a3d5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 200 len: 909 time: 0.1187325 Aug 23 04:40:17.855211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd555b-e8bd-4709-b248-fd4c3c613dd8 req-2493a691-7fd4-4ee1-a62d-b7a6704b73bb tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:17.856664 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6afd555b-e8bd-4709-b248-fd4c3c613dd8 req-2493a691-7fd4-4ee1-a62d-b7a6704b73bb tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0647650 Aug 23 04:40:17.891420 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 5, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:17.907440 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6afd555b-e8bd-4709-b248-fd4c3c613dd8 req-96e6135b-1f95-4455-aaa5-b0136610d79d tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Aug 23 04:40:17.920787 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] Checking router: cd6242e7-6317-4174-b23e-7b5db9fb74d3 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:17.929728 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:17.930326 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:18.030145 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:18.227654 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 5, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:18.251901 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f8e61-7927-4780-a19a-3423986ba4d6 None None] The sync data for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi is: [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:01Z', 'revision_number': 4, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': 'e615b369-2187-4c89-9938-c50285083feb', 'name': '', 'network_id': 'fd1b268e-c3c8-4e3e-a5f1-d05062dc1214', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'mac_address': 'fa:16:3e:90:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:01Z', 'updated_at': '2022-08-23T04:36:07Z', 'revision_number': 5, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'subnets': [{'id': '5a88b6f6-0a5f-4ddd-8783-349f36525a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:18.469880 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b60cc2-0ae7-41e6-8a57-f8734defc628 None None] New status for floating IP f6554fc8-70fc-4d1b-8548-ef08da5cd244: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:40:18.772260 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-2a52845f-1c05-4770-aa2a-2491ccf8d41b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 200 len: 217 time: 0.0470130 Aug 23 04:40:18.840051 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-401408fe-762c-4216-9ae8-789e2a956b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:18.841528 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-401408fe-762c-4216-9ae8-789e2a956b97 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 200 len: 847 time: 0.0626044 Aug 23 04:40:18.926503 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-08c4f829-caff-43ca-adc6-5bf50c0a7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:18.928010 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-08c4f829-caff-43ca-adc6-5bf50c0a7f14 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431719 Aug 23 04:40:19.054735 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c679e-a6e8-4d88-98ba-aad2e06c8f31 req-0d2b32ce-fcdc-465e-ad8e-4dae5a1185d8 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:19.056143 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-905c679e-a6e8-4d88-98ba-aad2e06c8f31 req-0d2b32ce-fcdc-465e-ad8e-4dae5a1185d8 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0647762 Aug 23 04:40:19.059781 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-debf047a-0089-4720-8d11-7be0fa9d7fce service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247010 Aug 23 04:40:19.107425 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-905c679e-a6e8-4d88-98ba-aad2e06c8f31 req-76dd2629-7f2e-4924-aab2-1c858fa0ffd7 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 Aug 23 04:40:19.240942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4d83a53c-54b1-4167-887e-b4098a11d5d5 req-433628a5-4818-4550-9c2a-a63722701cb2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007047 Aug 23 04:40:19.249853 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-b86654e6-cf46-47a6-af6d-4dee4a288696 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:19.251298 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-b86654e6-cf46-47a6-af6d-4dee4a288696 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Aug 23 04:40:19.336991 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Deleting port d00893ca-781d-4af3-a48a-067a77921424 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:19.337231 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (d00893ca-781d-4af3-a48a-067a77921424), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:19.435345 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] For port d00893ca-781d-4af3-a48a-067a77921424, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=d00893ca-781d-4af3-a48a-067a77921424,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:19.435708 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (d00893ca-781d-4af3-a48a-067a77921424), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:19.450611 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Calling delete_port for d00893ca-781d-4af3-a48a-067a77921424 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:19.595033 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (d00893ca-781d-4af3-a48a-067a77921424), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:19.626464 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event deleted for resources: {'Port': ['ID=d00893ca-781d-4af3-a48a-067a77921424,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:19.652222 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.652562 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.652898 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.653230 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.653553 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.653873 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.654175 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.654491 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.654802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.655133 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.655447 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.655750 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.656089 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.656400 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.656709 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:19.680866 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] No DVR routers for this DVR port d00893ca-781d-4af3-a48a-067a77921424 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:40:19.683356 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:19.686578 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1a8af4d7-f1eb-4781-9d54-73c931f6c68c req-5db8fe72-af66-4235-9081-0678f804524b tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.47 "DELETE /networking/v2.0/ports/d00893ca-781d-4af3-a48a-067a77921424 HTTP/1.1" status: 204 len: 173 time: 0.4300399 Aug 23 04:40:19.687027 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-deleted', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:40:19.689424 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716fe004-0297-457a-b018-4102e62e814c" -d '{"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-deleted", "tag": "d00893ca-781d-4af3-a48a-067a77921424"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:40:19.729318 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd95ce9-8fbd-4ed4-a809-3f32ee977e69 x-openstack-request-id: req-edd95ce9-8fbd-4ed4-a809-3f32ee977e69 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:40:19.729633 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e91829-1333-46b6-8b6f-b3b57faa0098", "name": "network-vif-deleted", "tag": "d00893ca-781d-4af3-a48a-067a77921424", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:40:19.729881 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edd95ce9-8fbd-4ed4-a809-3f32ee977e69 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:40:19.730283 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd95ce9-8fbd-4ed4-a809-3f32ee977e69'] response: {'server_uuid': 'c4e91829-1333-46b6-8b6f-b3b57faa0098', 'name': 'network-vif-deleted', 'tag': 'd00893ca-781d-4af3-a48a-067a77921424', 'status': 'completed', 'code': 200} Aug 23 04:40:20.249174 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b3583f04-fa1d-46f9-a027-21ba8e2b233d req-157a0623-ff52-472a-a4f4-4cd9d3808e5e tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c4e91829-1333-46b6-8b6f-b3b57faa0098 HTTP/1.1" status: 200 len: 210 time: 0.0344317 Aug 23 04:40:21.324384 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48738) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:21.384536 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf07bdd1-e520-494d-82c7-206c9d496b85 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group (ef5d15c0-198d-4179-b9cc-b7d5d02ad04a), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:21.409323 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf07bdd1-e520-494d-82c7-206c9d496b85 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group (ef5d15c0-198d-4179-b9cc-b7d5d02ad04a), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:21.477162 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf07bdd1-e520-494d-82c7-206c9d496b85 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (ef5d15c0-198d-4179-b9cc-b7d5d02ad04a), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:21.479723 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-bf07bdd1-e520-494d-82c7-206c9d496b85 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:21.480921 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-bf07bdd1-e520-494d-82c7-206c9d496b85 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ef5d15c0-198d-4179-b9cc-b7d5d02ad04a HTTP/1.1" status: 204 len: 168 time: 0.1555657 Aug 23 04:40:21.491274 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07bdd1-e520-494d-82c7-206c9d496b85 tempest-TestShelveInstance-378856999 tempest-TestShelveInstance-378856999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d15c0-198d-4179-b9cc-b7d5d02ad04a,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:21.545630 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48742) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:21.790249 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:21.794176 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:21.952814 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (cd6242e7-6317-4174-b23e-7b5db9fb74d3), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:22.242339 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Deleting port e615b369-2187-4c89-9938-c50285083feb {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:22.242585 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (e615b369-2187-4c89-9938-c50285083feb), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:22.326515 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] For port e615b369-2187-4c89-9938-c50285083feb, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e615b369-2187-4c89-9938-c50285083feb,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:22.327226 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (e615b369-2187-4c89-9938-c50285083feb), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:22.339321 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Calling delete_port for e615b369-2187-4c89-9938-c50285083feb owned by network:router_interface {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:22.521250 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (e615b369-2187-4c89-9938-c50285083feb), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:22.546211 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Pushing event deleted for resources: {'Port': ['ID=e615b369-2187-4c89-9938-c50285083feb,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:22.715323 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (cd6242e7-6317-4174-b23e-7b5db9fb74d3), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:22.783902 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:22.800184 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:22.847065 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device d00893ca-781d-4af3-a48a-067a77921424 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:22.869265 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: d00893ca-781d-4af3-a48a-067a77921424 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:40:22.869574 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device d00893ca-781d-4af3-a48a-067a77921424 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:22.930343 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Router cd6242e7-6317-4174-b23e-7b5db9fb74d3 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:23.294621 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:23.300174 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-93060010-325f-412b-9e59-ba0169513706 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/cd6242e7-6317-4174-b23e-7b5db9fb74d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533681 Aug 23 04:40:23.303221 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48744) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:23.305967 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] Sync routers for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:23.316837 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:23.317529 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:23.407411 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks [] for router (cd6242e7-6317-4174-b23e-7b5db9fb74d3), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:23.508275 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:23.509532 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks [] for router_gateway (cd6242e7-6317-4174-b23e-7b5db9fb74d3), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:23.556670 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Deleting port e7c8e587-28d6-46e0-9da7-136d1b02dae6 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:23.556918 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:23.561066 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:23.618654 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:23.638342 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] For port e7c8e587-28d6-46e0-9da7-136d1b02dae6, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=e7c8e587-28d6-46e0-9da7-136d1b02dae6,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:23.638731 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:23.651741 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Calling delete_port for e7c8e587-28d6-46e0-9da7-136d1b02dae6 owned by network:router_gateway {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:23.678647 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:40:22Z', 'revision_number': 5, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port': {'id': 'e7c8e587-28d6-46e0-9da7-136d1b02dae6', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:23.703867 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] Checking router: cd6242e7-6317-4174-b23e-7b5db9fb74d3 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:23.712665 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] Routers {'cd6242e7-6317-4174-b23e-7b5db9fb74d3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:23.713337 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:23.798554 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] Set router cd6242e7-6317-4174-b23e-7b5db9fb74d3 gateway port host: None {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:23.816772 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (e7c8e587-28d6-46e0-9da7-136d1b02dae6), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:23.838582 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c8e587-28d6-46e0-9da7-136d1b02dae6,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:23.850875 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:40:23Z', 'revision_number': 6, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:23.867932 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:23.877971 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24f90f-046c-4976-b988-dd71a7e55d69 None None] The sync data for ids ['cd6242e7-6317-4174-b23e-7b5db9fb74d3'] in dv-cinder-854070-1-iscsi is: [{'id': 'cd6242e7-6317-4174-b23e-7b5db9fb74d3', 'name': 'tempest-TestShelveInstance-436318077-router', 'tenant_id': '0fa7aa0063804717a00a59ea3e188779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:35:59Z', 'updated_at': '2022-08-23T04:40:23Z', 'revision_number': 6, 'project_id': '0fa7aa0063804717a00a59ea3e188779', 'gw_port_host': None}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:23.900571 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:23.913008 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (cd6242e7-6317-4174-b23e-7b5db9fb74d3), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.000197 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (cd6242e7-6317-4174-b23e-7b5db9fb74d3), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.002486 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks [] for router_controller (cd6242e7-6317-4174-b23e-7b5db9fb74d3), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.046840 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (cd6242e7-6317-4174-b23e-7b5db9fb74d3), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.047422 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd6242e7-6317-4174-b23e-7b5db9fb74d3 {{(pid=106731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:40:24.052939 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.054128 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-871e9f22-4be4-458c-be2b-44b3caa489db admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/cd6242e7-6317-4174-b23e-7b5db9fb74d3 HTTP/1.1" status: 204 len: 168 time: 0.7497036 Aug 23 04:40:24.056854 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48746) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:24.103513 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] Deleting subnet 5a88b6f6-0a5f-4ddd-8783-349f36525a3c {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:40:24.106761 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] Publish callbacks [] for subnet (5a88b6f6-0a5f-4ddd-8783-349f36525a3c), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.144954 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268124732'] for subnet (5a88b6f6-0a5f-4ddd-8783-349f36525a3c), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.221423 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (5a88b6f6-0a5f-4ddd-8783-349f36525a3c), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.280695 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267589262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-268200795'] for subnet (5a88b6f6-0a5f-4ddd-8783-349f36525a3c), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.310738 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a88b6f6-0a5f-4ddd-8783-349f36525a3c,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:24.316247 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.320796 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-89da85e2-46ec-4bf8-87b4-718733ab345b admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/5a88b6f6-0a5f-4ddd-8783-349f36525a3c HTTP/1.1" status: 204 len: 168 time: 0.2629519 Aug 23 04:40:24.321807 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e0f8d-5d7f-4c65-938e-7ffa639bb5c5 None None] Network fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:40:24.323378 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48748) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:24.396278 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.439763 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Deleting port cfd0181e-d904-4928-aa1d-aa7af53b95a0 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:24.440597 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.513582 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] For port cfd0181e-d904-4928-aa1d-aa7af53b95a0, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=cfd0181e-d904-4928-aa1d-aa7af53b95a0,segment=NetworkSegment(c75759a0-2a3f-4d51-bc2d-20d4a8c38360),segment_id=c75759a0-2a3f-4d51-bc2d-20d4a8c38360)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:24.513900 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.527398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Calling delete_port for cfd0181e-d904-4928-aa1d-aa7af53b95a0 owned by network:dhcp {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:24.612443 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (cfd0181e-d904-4928-aa1d-aa7af53b95a0), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.632083 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b37e65-812f-427e-80b8-606288dd627a None None] DHCP port deletion for fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:40:24.637187 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd0181e-d904-4928-aa1d-aa7af53b95a0,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:24.646616 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] No DVR routers for this DVR port cfd0181e-d904-4928-aa1d-aa7af53b95a0 on host dv-cinder-854070-1-iscsi {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:40:24.701283 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e7c8e587-28d6-46e0-9da7-136d1b02dae6 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:24.721476 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: e7c8e587-28d6-46e0-9da7-136d1b02dae6 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:40:24.721862 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e7c8e587-28d6-46e0-9da7-136d1b02dae6 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:24.722265 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e615b369-2187-4c89-9938-c50285083feb no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:24.731042 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.742071 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: e615b369-2187-4c89-9938-c50285083feb {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:40:24.742424 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device e615b369-2187-4c89-9938-c50285083feb not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:24.742867 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device cfd0181e-d904-4928-aa1d-aa7af53b95a0 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:24.751944 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1b268e-c3c8-4e3e-a5f1-d05062dc1214']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:24.761613 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: cfd0181e-d904-4928-aa1d-aa7af53b95a0 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:40:24.761962 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device cfd0181e-d904-4928-aa1d-aa7af53b95a0 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:24.762140 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:24.762439 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75759a0-2a3f-4d51-bc2d-20d4a8c38360') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:24.773141 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (c75759a0-2a3f-4d51-bc2d-20d4a8c38360), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.786607 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (c75759a0-2a3f-4d51-bc2d-20d4a8c38360), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.792906 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:40:24.793299 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (c75759a0-2a3f-4d51-bc2d-20d4a8c38360), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.818890 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment c75759a0-2a3f-4d51-bc2d-20d4a8c38360 resource provider aggregate not found Aug 23 04:40:24.856845 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment c75759a0-2a3f-4d51-bc2d-20d4a8c38360 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c75759a0-2a3f-4d51-bc2d-20d4a8c38360 found for delete ", "request_id": "req-11f382a6-0ff1-4bdc-81f5-258d1406632d"}]} Aug 23 04:40:24.861338 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:24.866667 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (fd1b268e-c3c8-4e3e-a5f1-d05062dc1214), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.872837 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:24.875993 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/fd1b268e-c3c8-4e3e-a5f1-d05062dc1214 HTTP/1.1" status: 204 len: 168 time: 0.5515113 Aug 23 04:40:24.876530 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:24.879412 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48754) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:24.889194 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a76ec-30b6-4c90-8535-1f74bc704df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1b268e-c3c8-4e3e-a5f1-d05062dc1214,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:25.204505 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (2ef8ce76-0a02-4991-ba54-dfc907588eb3), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:25.375654 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:25.377145 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:25.441764 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Deleting port db32f0c7-891d-4842-9939-289c75d0d4fd {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:25.442098 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:25.528389 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] For port db32f0c7-891d-4842-9939-289c75d0d4fd, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=db32f0c7-891d-4842-9939-289c75d0d4fd,segment=NetworkSegment(330ac79b-6d6b-41cc-8457-8f87d11e31fc),segment_id=330ac79b-6d6b-41cc-8457-8f87d11e31fc)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:25.528705 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:25.541690 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Calling delete_port for db32f0c7-891d-4842-9939-289c75d0d4fd owned by network:router_interface {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:25.735002 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (db32f0c7-891d-4842-9939-289c75d0d4fd), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:25.759538 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Pushing event deleted for resources: {'Port': ['ID=db32f0c7-891d-4842-9939-289c75d0d4fd,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:25.916751 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:25.930620 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (2ef8ce76-0a02-4991-ba54-dfc907588eb3), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:26.137065 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:26.175550 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:40:26.226857 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:26.228807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:26.242804 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:26.247860 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-17af975f-eac5-41f1-8288-b273ff71f73c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2ef8ce76-0a02-4991-ba54-dfc907588eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3670893 Aug 23 04:40:26.250633 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48756) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:26.251627 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] Sync routers for ids ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:26.262310 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] Routers {'2ef8ce76-0a02-4991-ba54-dfc907588eb3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:26.262935 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:26.352669 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks [] for router (2ef8ce76-0a02-4991-ba54-dfc907588eb3), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:26.365039 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] Set router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:26.452886 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks [] for router_gateway (2ef8ce76-0a02-4991-ba54-dfc907588eb3), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:26.502632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Deleting port 74c062e2-48ab-43a6-8c77-5457bcb69ae9 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:26.502971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:26.543286 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114'}], 'enable_snat': True}, 'gw_port_id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:40:25Z', 'revision_number': 5, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port': {'id': '74c062e2-48ab-43a6-8c77-5457bcb69ae9', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:36:04Z', 'updated_at': '2022-08-23T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:26.569878 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] Checking router: 2ef8ce76-0a02-4991-ba54-dfc907588eb3 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:26.578513 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] Routers {'2ef8ce76-0a02-4991-ba54-dfc907588eb3'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:26.579113 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:26.590137 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] For port 74c062e2-48ab-43a6-8c77-5457bcb69ae9, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=74c062e2-48ab-43a6-8c77-5457bcb69ae9,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:26.590498 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:26.666130 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] Set router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 gateway port host: None {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:26.720273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:40:26Z', 'revision_number': 6, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:26.746479 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dccb9a-c25f-46e1-a252-ae1432302f98 None None] The sync data for ids ['2ef8ce76-0a02-4991-ba54-dfc907588eb3'] in dv-cinder-854070-1-iscsi is: [{'id': '2ef8ce76-0a02-4991-ba54-dfc907588eb3', 'name': 'tempest-TestShelveInstance-1341199144-router', 'tenant_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:36:03Z', 'updated_at': '2022-08-23T04:40:26Z', 'revision_number': 6, 'project_id': 'e283a55c05814e32a0cbd231bfa2a4e0', 'gw_port_host': None}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:26.865889 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Calling delete_port for 74c062e2-48ab-43a6-8c77-5457bcb69ae9 owned by network:router_gateway {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:27.039669 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (74c062e2-48ab-43a6-8c77-5457bcb69ae9), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.063267 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c062e2-48ab-43a6-8c77-5457bcb69ae9,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:27.129860 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (2ef8ce76-0a02-4991-ba54-dfc907588eb3), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.220221 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (2ef8ce76-0a02-4991-ba54-dfc907588eb3), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.222472 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks [] for router_controller (2ef8ce76-0a02-4991-ba54-dfc907588eb3), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.268915 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (2ef8ce76-0a02-4991-ba54-dfc907588eb3), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.269532 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef8ce76-0a02-4991-ba54-dfc907588eb3 {{(pid=106732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:40:27.273946 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.274975 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-51bd6847-1d92-4864-a4f1-a37dfc761b61 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2ef8ce76-0a02-4991-ba54-dfc907588eb3 HTTP/1.1" status: 204 len: 168 time: 1.0234113 Aug 23 04:40:27.277724 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48758) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:27.323073 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] Deleting subnet 0cea5755-a047-4ef1-b29f-64b47c2fb63a {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:40:27.326386 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] Publish callbacks [] for subnet (0cea5755-a047-4ef1-b29f-64b47c2fb63a), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.361990 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (0cea5755-a047-4ef1-b29f-64b47c2fb63a), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.401852 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:27.406865 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:27.444504 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (0cea5755-a047-4ef1-b29f-64b47c2fb63a), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.501683 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (0cea5755-a047-4ef1-b29f-64b47c2fb63a), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.527889 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cea5755-a047-4ef1-b29f-64b47c2fb63a,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:27.533639 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.540563 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-81db981a-ab16-4435-b560-be9679f3f561 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0cea5755-a047-4ef1-b29f-64b47c2fb63a HTTP/1.1" status: 204 len: 168 time: 0.2583287 Aug 23 04:40:27.540782 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48760) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:27.540932 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234cdd6-98d7-4bc7-b69f-eebe8ad024c7 None None] Network be04eeac-db50-4f73-9cbe-80bd87b26e16 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:40:27.614957 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (be04eeac-db50-4f73-9cbe-80bd87b26e16), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.656903 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Deleting port 08d9b1b1-b8e6-409d-8721-583caac5336d {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:27.657247 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.685236 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] DHCP port deletion for be04eeac-db50-4f73-9cbe-80bd87b26e16 request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:40:27.724402 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] For port 08d9b1b1-b8e6-409d-8721-583caac5336d, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=08d9b1b1-b8e6-409d-8721-583caac5336d,segment=NetworkSegment(330ac79b-6d6b-41cc-8457-8f87d11e31fc),segment_id=330ac79b-6d6b-41cc-8457-8f87d11e31fc)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:27.724776 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.726729 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Deleting port 08d9b1b1-b8e6-409d-8721-583caac5336d {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:40:27.727354 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.738904 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Calling delete_port for 08d9b1b1-b8e6-409d-8721-583caac5336d owned by network:dhcp {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:27.797002 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] For port 08d9b1b1-b8e6-409d-8721-583caac5336d, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=08d9b1b1-b8e6-409d-8721-583caac5336d,segment=NetworkSegment(330ac79b-6d6b-41cc-8457-8f87d11e31fc),segment_id=330ac79b-6d6b-41cc-8457-8f87d11e31fc)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:27.797401 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.810628 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Calling delete_port for 08d9b1b1-b8e6-409d-8721-583caac5336d owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:40:27.826099 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.851017 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d9b1b1-b8e6-409d-8721-583caac5336d,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:27.854346 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] No DVR routers for this DVR port 08d9b1b1-b8e6-409d-8721-583caac5336d on host dv-cinder-854070-1-iscsi {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:40:27.885847 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:27.893635 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (08d9b1b1-b8e6-409d-8721-583caac5336d), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.917310 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Pushing event deleted for resources: {'Port': ['ID=08d9b1b1-b8e6-409d-8721-583caac5336d,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:27.923983 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] No DVR routers for this DVR port 08d9b1b1-b8e6-409d-8721-583caac5336d on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:40:27.927125 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (be04eeac-db50-4f73-9cbe-80bd87b26e16), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.936524 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.936871 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.937209 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.937541 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.937866 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.938190 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.938508 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.938831 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.939142 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.939459 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.939774 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.940127 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.940444 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.940755 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.941066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69de4dd-f299-4513-9e3b-985f7e215b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:27.953871 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be04eeac-db50-4f73-9cbe-80bd87b26e16']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:27.963129 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330ac79b-6d6b-41cc-8457-8f87d11e31fc') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:27.963421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330ac79b-6d6b-41cc-8457-8f87d11e31fc') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:27.972863 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (330ac79b-6d6b-41cc-8457-8f87d11e31fc), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.986221 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (330ac79b-6d6b-41cc-8457-8f87d11e31fc), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:27.992964 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:40:27.993494 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (330ac79b-6d6b-41cc-8457-8f87d11e31fc), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.058275 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (be04eeac-db50-4f73-9cbe-80bd87b26e16), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.065099 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.070911 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/be04eeac-db50-4f73-9cbe-80bd87b26e16 HTTP/1.1" status: 204 len: 168 time: 0.5269291 Aug 23 04:40:28.082139 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393c24-f425-4c85-9f7a-81dff9e72062 admin admin] Pushing event deleted for resources: {'Network': ['ID=be04eeac-db50-4f73-9cbe-80bd87b26e16,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:28.202503 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment 330ac79b-6d6b-41cc-8457-8f87d11e31fc resource provider aggregate not found Aug 23 04:40:28.220481 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment 330ac79b-6d6b-41cc-8457-8f87d11e31fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 330ac79b-6d6b-41cc-8457-8f87d11e31fc found for delete ", "request_id": "req-bf355c3c-a158-4d38-90b0-3bd8ec1bd02e"}]} Aug 23 04:40:28.242210 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48770) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:28.291676 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7bee41b8-f9e9-4982-bbff-dbb3fa37db06 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0fa7aa0063804717a00a59ea3e188779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483685 Aug 23 04:40:28.294397 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48772) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:28.343876 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da786805-c3f6-48b1-9aa9-62278a57bf98 admin admin] Publish callbacks [] for security_group (e8e11bf1-93a3-4fa7-8bc1-59b3166738c3), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.364799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da786805-c3f6-48b1-9aa9-62278a57bf98 admin admin] Publish callbacks [] for security_group (e8e11bf1-93a3-4fa7-8bc1-59b3166738c3), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.411903 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da786805-c3f6-48b1-9aa9-62278a57bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (e8e11bf1-93a3-4fa7-8bc1-59b3166738c3), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.414397 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-da786805-c3f6-48b1-9aa9-62278a57bf98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.415564 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-da786805-c3f6-48b1-9aa9-62278a57bf98 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8e11bf1-93a3-4fa7-8bc1-59b3166738c3 HTTP/1.1" status: 204 len: 168 time: 0.1202214 Aug 23 04:40:28.423181 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da786805-c3f6-48b1-9aa9-62278a57bf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e11bf1-93a3-4fa7-8bc1-59b3166738c3,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:28.538204 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 08d9b1b1-b8e6-409d-8721-583caac5336d no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:28.557237 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 08d9b1b1-b8e6-409d-8721-583caac5336d {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:40:28.557836 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 08d9b1b1-b8e6-409d-8721-583caac5336d not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:28.557957 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device db32f0c7-891d-4842-9939-289c75d0d4fd no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:28.576722 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: db32f0c7-891d-4842-9939-289c75d0d4fd {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:40:28.577065 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device db32f0c7-891d-4842-9939-289c75d0d4fd not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:28.577461 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 74c062e2-48ab-43a6-8c77-5457bcb69ae9 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:28.596211 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 74c062e2-48ab-43a6-8c77-5457bcb69ae9 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:40:28.596561 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 74c062e2-48ab-43a6-8c77-5457bcb69ae9 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:28.727281 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-43ab115a-7e7c-461f-8395-411d20842e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.760955 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48778) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:28.802977 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-2b561fc5-6334-4c60-b683-e892ab090273 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e283a55c05814e32a0cbd231bfa2a4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408399 Aug 23 04:40:28.806454 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48780) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:28.857857 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-04a61420-c27e-4d4e-be67-256b5dee3206 admin admin] Publish callbacks [] for security_group (76ce6069-6aa6-41ab-bbce-e9eec9e523f7), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.878636 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-04a61420-c27e-4d4e-be67-256b5dee3206 admin admin] Publish callbacks [] for security_group (76ce6069-6aa6-41ab-bbce-e9eec9e523f7), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.931125 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-04a61420-c27e-4d4e-be67-256b5dee3206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (76ce6069-6aa6-41ab-bbce-e9eec9e523f7), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.933682 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-04a61420-c27e-4d4e-be67-256b5dee3206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:28.934831 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-04a61420-c27e-4d4e-be67-256b5dee3206 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/76ce6069-6aa6-41ab-bbce-e9eec9e523f7 HTTP/1.1" status: 204 len: 168 time: 0.1276438 Aug 23 04:40:28.943154 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a61420-c27e-4d4e-be67-256b5dee3206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce6069-6aa6-41ab-bbce-e9eec9e523f7,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:28.955343 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:29.718965 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48802) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:29.821892 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1361027605-network', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:29.843431 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Made reservation on behalf of 65e721c90c8d41088ec9f9d92dd5858d for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:29.845950 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:29.855103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:29.942472 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks [] for security_group (63a67363-ab47-48eb-ac83-7c2f6872b11d), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:29.949105 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (63a67363-ab47-48eb-ac83-7c2f6872b11d), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:29.977697 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:40:29.988606 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a67363-ab47-48eb-ac83-7c2f6872b11d,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:29.994894 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (ad4ad288-d555-4273-b436-0e9857664da4), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:29.995231 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Added segment ad4ad288-d555-4273-b436-0e9857664da4 of type vlan for network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f Aug 23 04:40:30.040506 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (2eb75b95-a291-40f1-aaf4-e60ccd720d3f), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.065933 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (2eb75b95-a291-40f1-aaf4-e60ccd720d3f), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.066913 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:30.067485 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.104515 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3844204 Aug 23 04:40:30.107609 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48806) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:30.112883 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Request body: {'subnet': {'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1361027605-subnet', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'ip_version': 4}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:30.134491 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Made reservation on behalf of 65e721c90c8d41088ec9f9d92dd5858d for: {'subnet': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:30.134806 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee985f8d-80fe-4860-bfb4-671623a27f22 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb75b95-a291-40f1-aaf4-e60ccd720d3f,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:30.136939 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13479025'] for subnet (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.145242 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:40:30.243829 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:30.262068 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:30.315234 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13792273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13478979'] for subnet (20b8f986-279a-476b-88ff-647deae02aec), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.370616 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b8f986-279a-476b-88ff-647deae02aec,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:30.381569 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Checking segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:30.381916 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Network hostable DHCP agents. Network: 2eb75b95-a291-40f1-aaf4-e60ccd720d3f, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:40:30.399861 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:40:30.409476 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 2eb75b95-a291-40f1-aaf4-e60ccd720d3f) {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:30.413642 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:30.414222 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.418696 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc22d93-6715-4991-85ef-4b738dcec9c2 None None] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:40:30.431054 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a660ee82-5020-4e63-a002-20454afe370f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3222718 Aug 23 04:40:30.434023 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48808) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:30.438494 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:30.467548 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.468612 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.519973 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:30.522182 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:30.525169 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks [] for router_controller (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), precommit_add_association {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.535406 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:40:30.536459 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.665070 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks [] for router_gateway (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.676292 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Allocated IP 172.20.0.2 (2eb75b95-a291-40f1-aaf4-e60ccd720d3f/20b8f986-279a-476b-88ff-647deae02aec/480c3d50-a7f6-42b1-a607-6a652471591e) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:30.816411 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Publish callbacks [] for port (480c3d50-a7f6-42b1-a607-6a652471591e), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.822966 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.846379 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks [] for router_gateway (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.866134 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.866788 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:30.871407 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:30.875197 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:40:30.880524 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Pushing event updated for resources: {'Port': ['ID=480c3d50-a7f6-42b1-a607-6a652471591e,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:30.945180 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Attempting to bind port 480c3d50-a7f6-42b1-a607-6a652471591e on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:40:30.945180 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Attempting to bind port 480c3d50-a7f6-42b1-a607-6a652471591e by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:40:30.945592 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Attempting to bind port 480c3d50-a7f6-42b1-a607-6a652471591e on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:30.950933 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8d2a8524-2a11-411c-ad41-b05f15731360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.952631 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:40:30.952964 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Checking segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:30.953344 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.953712 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Bound using segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:40:30.954204 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Bound port: 480c3d50-a7f6-42b1-a607-6a652471591e, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:40:30.954539 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:30.972732 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Allocated IP 172.27.4.156 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/967ffd9b-de43-4321-90c6-726b8edd6422) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:31.018685 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] For port 480c3d50-a7f6-42b1-a607-6a652471591e, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:31.022008 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] For port 480c3d50-a7f6-42b1-a607-6a652471591e, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=480c3d50-a7f6-42b1-a607-6a652471591e,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:31.028002 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:31.077621 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc8802-98a5-4df7-a0a8-6f4a6d9fc820 None None] Pushing event updated for resources: {'Port': ['ID=480c3d50-a7f6-42b1-a607-6a652471591e,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:31.092492 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks [] for port (967ffd9b-de43-4321-90c6-726b8edd6422), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:31.127102 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:31.169062 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:31.174238 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:31.176501 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Pushing event updated for resources: {'Port': ['ID=967ffd9b-de43-4321-90c6-726b8edd6422,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:31.178683 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:40:31.445723 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks [] for router_gateway (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:31.505823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:31.512770 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:31.639326 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:31.773438 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:40:31.879277 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:31.888943 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:31.899078 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:31.900609 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-4cdee56a-a8b4-4408-ab6f-e8a202d76f13 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4655163 Aug 23 04:40:31.902749 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:31.903398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48810) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:31.903567 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:31.913668 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081504e4-013a-4088-a24d-32c32a6bae36 None None] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:40:31.980803 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:31.994845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-9d4fc5df-01b3-4024-b163-62679b61087b None None] Provisioning complete for port 480c3d50-a7f6-42b1-a607-6a652471591e triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:31.995229 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc5df-01b3-4024-b163-62679b61087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.008161 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:32.168858 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:32.198949 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:31Z', 'revision_number': 3, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:32.225109 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:32.225440 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Updating router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac port 967ffd9b-de43-4321-90c6-726b8edd6422 binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:40:32.262981 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.270096 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.276541 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fc5df-01b3-4024-b163-62679b61087b None None] Current status of the port 480c3d50-a7f6-42b1-a607-6a652471591e is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:32.276940 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc5df-01b3-4024-b163-62679b61087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.314929 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-9d4fc5df-01b3-4024-b163-62679b61087b None None] For port 480c3d50-a7f6-42b1-a607-6a652471591e, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=480c3d50-a7f6-42b1-a607-6a652471591e,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:32.323050 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc5df-01b3-4024-b163-62679b61087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.387603 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fc5df-01b3-4024-b163-62679b61087b None None] Pushing event updated for resources: {'Port': ['ID=480c3d50-a7f6-42b1-a607-6a652471591e,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:32.529757 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Publish callbacks [] for port (967ffd9b-de43-4321-90c6-726b8edd6422), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.533002 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:32.537936 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.559352 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-e079da6f-b765-44da-b21d-3e77513fcda7 None None] Provisioning complete for port 480c3d50-a7f6-42b1-a607-6a652471591e triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:32.559721 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e079da6f-b765-44da-b21d-3e77513fcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.578929 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Attempting to bind port 967ffd9b-de43-4321-90c6-726b8edd6422 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:40:32.579296 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Attempting to bind port 967ffd9b-de43-4321-90c6-726b8edd6422 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:40:32.579655 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Attempting to bind port 967ffd9b-de43-4321-90c6-726b8edd6422 on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:32.588655 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:40:32.589027 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:32.589427 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.589810 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:40:32.590273 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Bound port: 967ffd9b-de43-4321-90c6-726b8edd6422, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:40:32.590971 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.612139 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 480c3d50-a7f6-42b1-a607-6a652471591e up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:32.614024 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Pushing event updated for resources: {'Port': ['ID=967ffd9b-de43-4321-90c6-726b8edd6422,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:32.631032 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.631373 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.631732 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.632106 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.632649 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.632988 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.633299 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.633608 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.633934 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.634245 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.634716 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.635061 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.635373 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.635690 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.636025 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:32.636986 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.646409 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:32.670761 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] For port 967ffd9b-de43-4321-90c6-726b8edd6422, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:32.674650 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] For port 967ffd9b-de43-4321-90c6-726b8edd6422, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=967ffd9b-de43-4321-90c6-726b8edd6422,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:32.682002 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.706370 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 480c3d50-a7f6-42b1-a607-6a652471591e triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:32.706673 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.719165 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:32.719799 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:32.721199 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:32.728885 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-e079da6f-b765-44da-b21d-3e77513fcda7 None None] Current status of the port 480c3d50-a7f6-42b1-a607-6a652471591e is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:32.781064 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:32.782377 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 480c3d50-a7f6-42b1-a607-6a652471591e is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:32.801323 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f956223-7953-4ef6-acac-699fc3dcba0e None None] Pushing event updated for resources: {'Port': ['ID=967ffd9b-de43-4321-90c6-726b8edd6422,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:32.822863 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_common [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Allocated IP 172.20.0.1 (2eb75b95-a291-40f1-aaf4-e60ccd720d3f/20b8f986-279a-476b-88ff-647deae02aec/42f8f45f-4bc7-43a6-8373-5c8851bcd3cf) {{(pid=106731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:32.835957 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:32.932468 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks [] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:32.969822 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.013216 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:33.018350 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:33.020673 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Pushing event updated for resources: {'Port': ['ID=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:33.022782 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Received port after_create {{(pid=106731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:40:33.061314 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.097241 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:31Z', 'revision_number': 3, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:33.126174 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a9df2-6b50-484a-bc8c-b1641591ed48 None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:31Z', 'revision_number': 3, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:33.198076 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), before_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.252668 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-56421f6c-3ea9-469b-8a1d-980e60af6b2a None None] Provisioning complete for port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:33.253253 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-56421f6c-3ea9-469b-8a1d-980e60af6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.286872 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-56421f6c-3ea9-469b-8a1d-980e60af6b2a None None] Port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:40:33.377268 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks [] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), precommit_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.383453 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267585864'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), after_update {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.456646 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:33.463980 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Pushing event updated for resources: {'Port': ['ID=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,revision_number=2']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:33.467340 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.508348 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:33.572100 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f is already hosted by enough agents. {{(pid=106731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:33.573521 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:33.648448 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.701384 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:33.733886 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.811516 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-fdfbbb9c-51b1-4981-92ea-f624f56a6dd7 None None] Provisioning complete for port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:33.812286 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fdfbbb9c-51b1-4981-92ea-f624f56a6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:33.827955 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:33.834539 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f151d5c9-68bb-4d15-becb-f3bf84479f72 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/67d2adc2-c3ae-417b-9b98-df9c378ee3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9300895 Aug 23 04:40:33.847692 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbbb9c-51b1-4981-92ea-f624f56a6dd7 None None] Port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:40:34.329739 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48826) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:34.334971 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-624871893-network', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:34.357799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Made reservation on behalf of c229879e107d4348ac054e1a7b5e8e95 for: {'network': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:34.360560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for network (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.370907 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.455431 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks [] for security_group (04f0c5c9-cec1-407d-a31c-5d6c552886c1), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.465936 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (04f0c5c9-cec1-407d-a31c-5d6c552886c1), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.495215 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:40:34.509991 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0c5c9-cec1-407d-a31c-5d6c552886c1,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:34.513820 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (3a848235-13a2-4949-baf0-7ee859a9c6d5), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.514339 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.segments_db [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Added segment 3a848235-13a2-4949-baf0-7ee859a9c6d5 of type vlan for network 9979291b-ae34-4c6b-a201-5b6d5f904246 Aug 23 04:40:34.559692 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760533376615'] for network (9979291b-ae34-4c6b-a201-5b6d5f904246), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.566290 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 967ffd9b-de43-4321-90c6-726b8edd6422 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:34.590551 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086'] for network (9979291b-ae34-4c6b-a201-5b6d5f904246), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.591840 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:34.592522 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.614919 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 967ffd9b-de43-4321-90c6-726b8edd6422 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:34.615288 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.629113 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2982748 Aug 23 04:40:34.631981 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48828) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:34.638956 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Request body: {'subnet': {'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-624871893-subnet', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'ip_version': 4}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:34.660574 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:34.672306 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c571214-1674-4072-a9cc-5bacd271b88f admin admin] Pushing event updated for resources: {'Network': ['ID=9979291b-ae34-4c6b-a201-5b6d5f904246,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:34.691128 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Made reservation on behalf of c229879e107d4348ac054e1a7b5e8e95 for: {'subnet': 1} {{(pid=106731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:34.694890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-268200800'] for subnet (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.696141 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 details requested by agent ovs-agent-dv-cinder-854070-1-iscsi with host dv-cinder-854070-1-iscsi {{(pid=106733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:40:34.716073 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:34.716740 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:34.783235 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:34.795069 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 967ffd9b-de43-4321-90c6-726b8edd6422 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:34.795459 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.804494 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:34.811981 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:34.818374 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:34.876327 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 967ffd9b-de43-4321-90c6-726b8edd6422, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=967ffd9b-de43-4321-90c6-726b8edd6422,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:34.877581 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-268200786'] for subnet (26815e53-2342-49e5-bfeb-ba677ab328cf), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.882473 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:34.929851 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:34.933400 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26815e53-2342-49e5-bfeb-ba677ab328cf,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:34.944550 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Checking segment: {'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:34.944890 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Network hostable DHCP agents. Network: 9979291b-ae34-4c6b-a201-5b6d5f904246, hostable agents: ['f0963850-5307-406c-87c4-9e13e76c8ebc'], hosted agents: [] {{(pid=106731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:40:34.964962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 is scheduled to be hosted by DHCP agent f0963850-5307-406c-87c4-9e13e76c8ebc with binding_index 1 {{(pid=106731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:40:34.976072 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.base_scheduler [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854070-1-iscsi, 9979291b-ae34-4c6b-a201-5b6d5f904246) {{(pid=106731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:34.978009 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=967ffd9b-de43-4321-90c6-726b8edd6422,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:34.981583 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:34.982623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.002861 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48830) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:35.004105 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-86f5b065-e36f-4796-be6a-bfd0be2700c0 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3699110 Aug 23 04:40:35.008368 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:35.012490 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520545b-7ef1-431c-89aa-c9738372914d None None] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:40:35.033353 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12601'] for router (5986f01c-3104-485d-8ce5-4e5b7b192be9), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.034510 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16311856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16311032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16418269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router (5986f01c-3104-485d-8ce5-4e5b7b192be9), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.088891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks [] for router_controller (5986f01c-3104-485d-8ce5-4e5b7b192be9), precommit_add_association {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.204787 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6f465a2-801d-51e3-bdcb-adc16e220e80-9979291b-ae34-4c6b-a201-5b6d5f904246', 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246', 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'fixed_ips': [{'subnet_id': '26815e53-2342-49e5-bfeb-ba677ab328cf'}]}} from dv-cinder-854070-1-iscsi. {{(pid=106733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 23 04:40:35.205732 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.229478 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks [] for router_gateway (5986f01c-3104-485d-8ce5-4e5b7b192be9), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.240870 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 2, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:35.313100 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:35.313443 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Updating router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:40:35.361050 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.414639 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks [] for router_gateway (5986f01c-3104-485d-8ce5-4e5b7b192be9), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.434096 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.434725 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Allocated IP 172.20.0.2 (9979291b-ae34-4c6b-a201-5b6d5f904246/26815e53-2342-49e5-bfeb-ba677ab328cf/b71c113a-1bfb-489a-9b21-d934a1d2b759) {{(pid=106733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:35.545312 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Allocated IP 172.27.4.244 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/bf018e67-e321-4275-aa5f-a98d48596a6c) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:35.604036 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:35.657138 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:35.658132 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks [] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.684068 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:35.693143 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.698029 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:35.736016 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:35.741883 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Publish callbacks [] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), precommit_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.743783 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:35.748276 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:40:35.751312 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf018e67-e321-4275-aa5f-a98d48596a6c,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:35.758698 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), after_create {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.827703 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 is already hosted by enough agents. {{(pid=106733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:35.832492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Resources bound (agent type, host, resource id): {{(pid=106733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:35.834929 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Received port after_create {{(pid=106733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:40:35.842033 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Pushing event updated for resources: {'Port': ['ID=b71c113a-1bfb-489a-9b21-d934a1d2b759,revision_number=1']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:35.849648 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Publish callbacks [] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.859562 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:35.992310 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks [] for router_gateway (5986f01c-3104-485d-8ce5-4e5b7b192be9), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.079325 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ef6ec-d1ae-4c55-8c14-ff24cdc3576c None None] Pushing event updated for resources: {'Port': ['ID=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:36.101518 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Attempting to bind port b71c113a-1bfb-489a-9b21-d934a1d2b759 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:40:36.101879 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Attempting to bind port b71c113a-1bfb-489a-9b21-d934a1d2b759 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:40:36.102228 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Attempting to bind port b71c113a-1bfb-489a-9b21-d934a1d2b759 on network 9979291b-ae34-4c6b-a201-5b6d5f904246 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:36.110797 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:40:36.111140 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Checking segment: {'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:36.111546 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.111954 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Bound using segment: {'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:40:36.112403 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Bound port: b71c113a-1bfb-489a-9b21-d934a1d2b759, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:40:36.112772 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.150492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Attempting to bind port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:40:36.150888 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Attempting to bind port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:40:36.151234 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Attempting to bind port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:36.176215 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:40:36.176492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Checking segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:36.176788 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.177171 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Bound using segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:40:36.177632 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Bound port: 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:40:36.178008 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.182037 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16311847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16310942'] for router (5986f01c-3104-485d-8ce5-4e5b7b192be9), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.238962 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] For port b71c113a-1bfb-489a-9b21-d934a1d2b759, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:36.260626 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] For port b71c113a-1bfb-489a-9b21-d934a1d2b759, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b71c113a-1bfb-489a-9b21-d934a1d2b759,segment=NetworkSegment(3a848235-13a2-4949-baf0-7ee859a9c6d5),segment_id=3a848235-13a2-4949-baf0-7ee859a9c6d5)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:36.271459 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] For port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:36.274335 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.280259 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] For port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:36.305156 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.315845 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Router 5986f01c-3104-485d-8ce5-4e5b7b192be9 is scheduled to L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b with binding_index 1 {{(pid=106732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:40:36.336485 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:36.337138 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:36.373510 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed1bb6-c47c-4bb3-8005-7f4781a84b34 None None] Pushing event updated for resources: {'Port': ['ID=b71c113a-1bfb-489a-9b21-d934a1d2b759,revision_number=2']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:36.424498 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:36.440606 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Sync routers for ids ['5986f01c-3104-485d-8ce5-4e5b7b192be9'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:36.446153 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.450105 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-befd58a5-9d60-4ef2-9a61-3744c041fdb7 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4433322 Aug 23 04:40:36.450323 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48832) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:36.473185 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ef6ec-d1ae-4c55-8c14-ff24cdc3576c None None] Pushing event updated for resources: {'Port': ['ID=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:36.488489 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Routers {'5986f01c-3104-485d-8ce5-4e5b7b192be9'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:36.488489 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5986f01c-3104-485d-8ce5-4e5b7b192be9'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:36.516138 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:36.576830 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:36.610862 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:36.638998 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:36.646639 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Set router 5986f01c-3104-485d-8ce5-4e5b7b192be9 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:36.755972 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:36Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:36.787805 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b71c113a-1bfb-489a-9b21-d934a1d2b759 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:36.791408 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6144d-3322-4900-a08a-6091fad932ae None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:36Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:36.839511 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port b71c113a-1bfb-489a-9b21-d934a1d2b759 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:36.839991 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.858976 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:36.865320 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:35Z', 'revision_number': 3, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port': {'id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:36.897062 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Checking router: 5986f01c-3104-485d-8ce5-4e5b7b192be9 for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:36.899051 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Updating router 5986f01c-3104-485d-8ce5-4e5b7b192be9 port bf018e67-e321-4275-aa5f-a98d48596a6c binding host dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:40:36.936603 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:36.973151 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port b71c113a-1bfb-489a-9b21-d934a1d2b759 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:36.973478 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.014788 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port b71c113a-1bfb-489a-9b21-d934a1d2b759, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b71c113a-1bfb-489a-9b21-d934a1d2b759,segment=NetworkSegment(3a848235-13a2-4949-baf0-7ee859a9c6d5),segment_id=3a848235-13a2-4949-baf0-7ee859a9c6d5)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:37.022040 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.022868 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 967ffd9b-de43-4321-90c6-726b8edd6422 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:37.029907 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:37.063050 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.134620 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=b71c113a-1bfb-489a-9b21-d934a1d2b759,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:37.151223 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 967ffd9b-de43-4321-90c6-726b8edd6422 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:37.151598 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.265484 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 967ffd9b-de43-4321-90c6-726b8edd6422 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:37.300763 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Allocated IP 172.20.0.1 (9979291b-ae34-4c6b-a201-5b6d5f904246/26815e53-2342-49e5-bfeb-ba677ab328cf/654eef1d-2ec0-4cb8-8618-2d186daee5f4) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:37.301418 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Publish callbacks [] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), precommit_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.309348 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.345487 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Attempting to bind port bf018e67-e321-4275-aa5f-a98d48596a6c on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:40:37.345745 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Attempting to bind port bf018e67-e321-4275-aa5f-a98d48596a6c by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:40:37.346075 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Attempting to bind port bf018e67-e321-4275-aa5f-a98d48596a6c on network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:37.357790 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:40:37.357982 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Checking segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:37.358306 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.360151 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Bound using segment: {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'} {{(pid=106734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:40:37.360956 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.managers [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Bound port: bf018e67-e321-4275-aa5f-a98d48596a6c, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57967f-6bf1-4b8d-a2c8-c1ede25f4904', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac'}}] {{(pid=106734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:40:37.362039 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), before_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.404413 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6911abe-4c48-4d78-9f12-5805d826eb4a None None] Pushing event updated for resources: {'Port': ['ID=bf018e67-e321-4275-aa5f-a98d48596a6c,revision_number=2']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:37.449052 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks [] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.465791 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75549fcc-f0b7-4bc7-9e68-b1f6ffbb006f None None] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:40:37.468949 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] For port bf018e67-e321-4275-aa5f-a98d48596a6c, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:37.470833 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:37.473656 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] For port bf018e67-e321-4275-aa5f-a98d48596a6c, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=bf018e67-e321-4275-aa5f-a98d48596a6c,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:37.491033 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.491478 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), after_update {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.531189 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Routers {'5986f01c-3104-485d-8ce5-4e5b7b192be9'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:37.532176 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5986f01c-3104-485d-8ce5-4e5b7b192be9'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:37.545580 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-a52e6dd2-ce4c-4ce3-8f67-678dda1fb4f8 None None] Provisioning complete for port b71c113a-1bfb-489a-9b21-d934a1d2b759 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:37.545948 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a52e6dd2-ce4c-4ce3-8f67-678dda1fb4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.546430 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:37.549995 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:37.553666 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:40:37.580024 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Pushing event updated for resources: {'Port': ['ID=654eef1d-2ec0-4cb8-8618-2d186daee5f4,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:37.618023 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6911abe-4c48-4d78-9f12-5805d826eb4a None None] Pushing event updated for resources: {'Port': ['ID=bf018e67-e321-4275-aa5f-a98d48596a6c,revision_number=3']} {{(pid=106734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:37.619078 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16310520'] for router_interface (5986f01c-3104-485d-8ce5-4e5b7b192be9), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.660432 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] Set router 5986f01c-3104-485d-8ce5-4e5b7b192be9 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:37.698252 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-a52e6dd2-ce4c-4ce3-8f67-678dda1fb4f8 None None] Current status of the port b71c113a-1bfb-489a-9b21-d934a1d2b759 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:37.816999 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.819376 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:37.830377 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:37.895486 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:35Z', 'revision_number': 3, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port': {'id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:37.924324 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-90328bac-411f-4022-a62a-2db3b1c03c37 None None] Provisioning complete for port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:37.924696 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-90328bac-411f-4022-a62a-2db3b1c03c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:37.937199 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff6fef-a7ac-4637-b9c8-82d89830124a None None] The sync data for ids ['5986f01c-3104-485d-8ce5-4e5b7b192be9'] in dv-cinder-854070-1-iscsi is: [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:35Z', 'revision_number': 3, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port': {'id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:37.992104 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-90328bac-411f-4022-a62a-2db3b1c03c37 None None] Port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:40:38.004044 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-90328bac-411f-4022-a62a-2db3b1c03c37 None None] Provisioning complete for port b71c113a-1bfb-489a-9b21-d934a1d2b759 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:38.004849 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-90328bac-411f-4022-a62a-2db3b1c03c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.037891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks [] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.047747 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.063170 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:38.121824 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-90328bac-411f-4022-a62a-2db3b1c03c37 None None] Current status of the port b71c113a-1bfb-489a-9b21-d934a1d2b759 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:38.143628 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Pushing event updated for resources: {'Port': ['ID=654eef1d-2ec0-4cb8-8618-2d186daee5f4,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:38.147333 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16310356'] for router_interface (5986f01c-3104-485d-8ce5-4e5b7b192be9), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.236914 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=100 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:38.245495 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-caa62e9d-b185-42e7-9462-112ca6a1deff None None] Provisioning complete for port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:38.245961 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-caa62e9d-b185-42e7-9462-112ca6a1deff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.251168 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:38.252678 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:38.306634 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-caa62e9d-b185-42e7-9462-112ca6a1deff None None] Port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:40:38.398778 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Router 5986f01c-3104-485d-8ce5-4e5b7b192be9 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:38.521879 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:38.527784 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-4d538566-d54b-40b5-a4c9-330db4478c5f None None] Provisioning complete for port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:38.528201 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4d538566-d54b-40b5-a4c9-330db4478c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.537014 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7ad825b9-b8e2-4d55-916b-078ac47e34c5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/5986f01c-3104-485d-8ce5-4e5b7b192be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856194 Aug 23 04:40:38.579031 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-4d538566-d54b-40b5-a4c9-330db4478c5f None None] Port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:40:38.697472 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:38.742532 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:38.743280 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.822330 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:38.822836 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.861047 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:38.869081 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.870095 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b71c113a-1bfb-489a-9b21-d934a1d2b759 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:38.947216 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48840) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:38.952691 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-f6d8c974-8ee1-463a-9c76-990b02821209 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108443016', 'description': 'tempest-secgroup-smoke-108443016 description', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:38.965229 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port b71c113a-1bfb-489a-9b21-d934a1d2b759 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:38.965596 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:38.968355 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:38.981673 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c974-8ee1-463a-9c76-990b02821209 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group (None), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.049389 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port b71c113a-1bfb-489a-9b21-d934a1d2b759 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:39.050825 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bf018e67-e321-4275-aa5f-a98d48596a6c up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:39.067040 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c974-8ee1-463a-9c76-990b02821209 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group (4318b91b-36bf-4173-943a-7466d162c5f8), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.071652 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c974-8ee1-463a-9c76-990b02821209 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4318b91b-36bf-4173-943a-7466d162c5f8), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.094592 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port bf018e67-e321-4275-aa5f-a98d48596a6c triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:39.095147 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.103825 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c974-8ee1-463a-9c76-990b02821209 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.107840 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f6d8c974-8ee1-463a-9c76-990b02821209 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1566513 Aug 23 04:40:39.107840 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8c974-8ee1-463a-9c76-990b02821209 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4318b91b-36bf-4173-943a-7466d162c5f8,revision_number=1']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:39.108658 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48842) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:39.121994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-60e9d1d1-2a4f-4ca6-81c7-06faaf850513 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'security_group_rule': {'security_group_id': '4318b91b-36bf-4173-943a-7466d162c5f8', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:39.152918 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-60e9d1d1-2a4f-4ca6-81c7-06faaf850513 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (cf0e02a4-ac4f-48f6-8139-446b861c2c70), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.172818 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port bf018e67-e321-4275-aa5f-a98d48596a6c is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:39.173202 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.203332 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port bf018e67-e321-4275-aa5f-a98d48596a6c, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=bf018e67-e321-4275-aa5f-a98d48596a6c,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:39.208822 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.216779 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-60e9d1d1-2a4f-4ca6-81c7-06faaf850513 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (cf0e02a4-ac4f-48f6-8139-446b861c2c70), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.221979 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-60e9d1d1-2a4f-4ca6-81c7-06faaf850513 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (cf0e02a4-ac4f-48f6-8139-446b861c2c70), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.239589 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:39.244101 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9d1d1-2a4f-4ca6-81c7-06faaf850513 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0e02a4-ac4f-48f6-8139-446b861c2c70,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:39.249972 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-60e9d1d1-2a4f-4ca6-81c7-06faaf850513 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.251159 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-60e9d1d1-2a4f-4ca6-81c7-06faaf850513 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364884 Aug 23 04:40:39.254491 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48844) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:39.258820 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-327de9ec-89a0-4efb-bd90-57ed52451d2e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'security_group_rule': {'security_group_id': '4318b91b-36bf-4173-943a-7466d162c5f8', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:39.266450 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=bf018e67-e321-4275-aa5f-a98d48596a6c,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:39.292383 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-327de9ec-89a0-4efb-bd90-57ed52451d2e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (34223acd-5303-4fa0-90bc-68a857870027), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.360404 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-327de9ec-89a0-4efb-bd90-57ed52451d2e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (34223acd-5303-4fa0-90bc-68a857870027), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.365789 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-327de9ec-89a0-4efb-bd90-57ed52451d2e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (34223acd-5303-4fa0-90bc-68a857870027), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.385041 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327de9ec-89a0-4efb-bd90-57ed52451d2e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34223acd-5303-4fa0-90bc-68a857870027,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:39.393093 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-327de9ec-89a0-4efb-bd90-57ed52451d2e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.394457 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-327de9ec-89a0-4efb-bd90-57ed52451d2e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388874 Aug 23 04:40:39.398398 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48846) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:39.402819 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-05be7569-d226-4780-beb0-b7ab06ba5db9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'security_group_rule': {'security_group_id': '4318b91b-36bf-4173-943a-7466d162c5f8', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:39.415289 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:39.431562 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05be7569-d226-4780-beb0-b7ab06ba5db9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (56fd78d0-6dc4-4175-9869-6c625031d32f), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.487160 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05be7569-d226-4780-beb0-b7ab06ba5db9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (56fd78d0-6dc4-4175-9869-6c625031d32f), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.492421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05be7569-d226-4780-beb0-b7ab06ba5db9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (56fd78d0-6dc4-4175-9869-6c625031d32f), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.513083 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be7569-d226-4780-beb0-b7ab06ba5db9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fd78d0-6dc4-4175-9869-6c625031d32f,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:39.520735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-05be7569-d226-4780-beb0-b7ab06ba5db9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.522051 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-05be7569-d226-4780-beb0-b7ab06ba5db9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226251 Aug 23 04:40:39.525761 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48848) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:39.532901 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-9a236a78-2aea-4d7f-afec-b641dbcfc824 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'security_group_rule': {'security_group_id': '4318b91b-36bf-4173-943a-7466d162c5f8', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:39.570025 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a236a78-2aea-4d7f-afec-b641dbcfc824 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (bc73f496-c1ed-411b-9550-1b21d495cc34), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.636656 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a236a78-2aea-4d7f-afec-b641dbcfc824 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (bc73f496-c1ed-411b-9550-1b21d495cc34), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.642825 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a236a78-2aea-4d7f-afec-b641dbcfc824 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (bc73f496-c1ed-411b-9550-1b21d495cc34), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.929324 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a236a78-2aea-4d7f-afec-b641dbcfc824 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc73f496-c1ed-411b-9550-1b21d495cc34,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:39.937873 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-9a236a78-2aea-4d7f-afec-b641dbcfc824 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:39.941803 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-9a236a78-2aea-4d7f-afec-b641dbcfc824 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4118826 Aug 23 04:40:39.942225 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 48850) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:39.949009 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.v2.base [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'security_group_rule': {'security_group_id': '4318b91b-36bf-4173-943a-7466d162c5f8', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:39.972626 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.securitygroups_db [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Project 65e721c90c8d41088ec9f9d92dd5858d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:40:39.979262 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (fa7730e4-bc2d-4519-9e4e-e38d261843ba), before_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.044198 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (fa7730e4-bc2d-4519-9e4e-e38d261843ba), precommit_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.048836 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (fa7730e4-bc2d-4519-9e4e-e38d261843ba), after_create {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.069623 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7730e4-bc2d-4519-9e4e-e38d261843ba,revision_number=0']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:40.075766 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.080083 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 48852) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:40:40.080246 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-8312f5b1-fa4f-4a4b-b35c-43e03e75fa83 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366525 Aug 23 04:40:40.085585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'security_group_rule': {'security_group_id': '4318b91b-36bf-4173-943a-7466d162c5f8', 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:40.103050 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Sync routers for ids ['5986f01c-3104-485d-8ce5-4e5b7b192be9'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:40.110211 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.securitygroups_db [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Project 65e721c90c8d41088ec9f9d92dd5858d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:40:40.116667 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (c74da29b-01a7-43d3-a74e-03ec84860865), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.117043 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Routers {'5986f01c-3104-485d-8ce5-4e5b7b192be9'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:40.117731 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5986f01c-3104-485d-8ce5-4e5b7b192be9'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:40.182213 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (c74da29b-01a7-43d3-a74e-03ec84860865), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.187389 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292216'] for security_group_rule (c74da29b-01a7-43d3-a74e-03ec84860865), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.213823 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74da29b-01a7-43d3-a74e-03ec84860865,revision_number=0']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:40.223394 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.228172 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ad3c02c3-e793-4158-bc3f-3f5fc91e710f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436913 Aug 23 04:40:40.349570 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:40.381348 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Set router 5986f01c-3104-485d-8ce5-4e5b7b192be9 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:40.422393 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:40.580533 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:37Z', 'revision_number': 4, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port': {'id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '654eef1d-2ec0-4cb8-8618-2d186daee5f4', 'name': '', 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'mac_address': 'fa:16:3e:cc:05:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '26815e53-2342-49e5-bfeb-ba677ab328cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:37Z', 'updated_at': '2022-08-23T04:40:37Z', 'revision_number': 2, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'subnets': [{'id': '26815e53-2342-49e5-bfeb-ba677ab328cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:40.609842 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:40.613949 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Checking router: 5986f01c-3104-485d-8ce5-4e5b7b192be9 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:40.613949 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Updating router 5986f01c-3104-485d-8ce5-4e5b7b192be9 port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 binding host dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:40:40.673662 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.724913 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:40.725273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:40.923258 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:40.924530 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bf018e67-e321-4275-aa5f-a98d48596a6c up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:41.012902 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port bf018e67-e321-4275-aa5f-a98d48596a6c triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:41.013194 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:41.073448 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Publish callbacks [] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), precommit_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:41.081107 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:41.170962 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725e521-1c4a-49c4-933b-5028cf228ef3 None None] Pushing event updated for resources: {'Port': ['ID=654eef1d-2ec0-4cb8-8618-2d186daee5f4,revision_number=3']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:41.177010 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:41.180914 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port bf018e67-e321-4275-aa5f-a98d48596a6c is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:41.200421 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:41.211312 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Attempting to bind port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 on host dv-cinder-854070-1-iscsi for vnic_type normal with profile {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:40:41.211671 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Attempting to bind port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 by drivers openvswitch,hyperv on host dv-cinder-854070-1-iscsi at level 0 using segments [{'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:40:41.212060 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Attempting to bind port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 on network 9979291b-ae34-4c6b-a201-5b6d5f904246 {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:41.217460 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Checking agent: {'id': '3c120e38-9538-4f92-a5b8-dd837e1c3374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854070-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 19, 34), 'started_at': datetime.datetime(2022, 8, 23, 4, 20, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854070-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:40:41.217821 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Checking segment: {'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:41.218214 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:41.218601 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Bound using segment: {'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'} {{(pid=106733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:40:41.219048 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.managers [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Bound port: 654eef1d-2ec0-4cb8-8618-2d186daee5f4, host: dv-cinder-854070-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a848235-13a2-4949-baf0-7ee859a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246'}}] {{(pid=106733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:40:41.219420 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:41.284013 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] For port 654eef1d-2ec0-4cb8-8618-2d186daee5f4, host dv-cinder-854070-1-iscsi, cleared binding levels {{(pid=106733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:41.287084 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] For port 654eef1d-2ec0-4cb8-8618-2d186daee5f4, host dv-cinder-854070-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=654eef1d-2ec0-4cb8-8618-2d186daee5f4,segment=NetworkSegment(3a848235-13a2-4949-baf0-7ee859a9c6d5),segment_id=3a848235-13a2-4949-baf0-7ee859a9c6d5)] {{(pid=106733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:41.296042 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:41.336225 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Routers {'5986f01c-3104-485d-8ce5-4e5b7b192be9'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:40:41.336854 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:40:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5986f01c-3104-485d-8ce5-4e5b7b192be9'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:41.409825 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725e521-1c4a-49c4-933b-5028cf228ef3 None None] Pushing event updated for resources: {'Port': ['ID=654eef1d-2ec0-4cb8-8618-2d186daee5f4,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:41.448683 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] Set router 5986f01c-3104-485d-8ce5-4e5b7b192be9 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:40:41.643749 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:37Z', 'revision_number': 4, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port': {'id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '654eef1d-2ec0-4cb8-8618-2d186daee5f4', 'name': '', 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'mac_address': 'fa:16:3e:cc:05:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '26815e53-2342-49e5-bfeb-ba677ab328cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:37Z', 'updated_at': '2022-08-23T04:40:41Z', 'revision_number': 4, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'subnets': [{'id': '26815e53-2342-49e5-bfeb-ba677ab328cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:41.672575 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac9c8b-6ae1-4831-bfed-e4bbc23d884c None None] The sync data for ids ['5986f01c-3104-485d-8ce5-4e5b7b192be9'] in dv-cinder-854070-1-iscsi is: [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:37Z', 'revision_number': 4, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port': {'id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '654eef1d-2ec0-4cb8-8618-2d186daee5f4', 'name': '', 'network_id': '9979291b-ae34-4c6b-a201-5b6d5f904246', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'mac_address': 'fa:16:3e:cc:05:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '26815e53-2342-49e5-bfeb-ba677ab328cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:37Z', 'updated_at': '2022-08-23T04:40:41Z', 'revision_number': 4, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'subnets': [{'id': '26815e53-2342-49e5-bfeb-ba677ab328cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:42.584952 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 654eef1d-2ec0-4cb8-8618-2d186daee5f4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:42.630730 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:42.631105 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:42.704958 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 is: DOWN; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:42.705347 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:42.745174 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] For port 654eef1d-2ec0-4cb8-8618-2d186daee5f4, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=654eef1d-2ec0-4cb8-8618-2d186daee5f4,segment=NetworkSegment(3a848235-13a2-4949-baf0-7ee859a9c6d5),segment_id=3a848235-13a2-4949-baf0-7ee859a9c6d5)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:42.751102 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:42.798953 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Pushing event updated for resources: {'Port': ['ID=654eef1d-2ec0-4cb8-8618-2d186daee5f4,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:44.582932 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 654eef1d-2ec0-4cb8-8618-2d186daee5f4 up at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:44.634989 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Provisioning complete for port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:44.635392 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:44.704316 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:44.717461 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Current status of the port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 is: ACTIVE; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:40:50.067148 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=53,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:50.069392 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=60,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:50.211799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:50.214327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=60,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:54.715698 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:54.750730 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-342579d7-67fc-4a93-add1-5feda63e5143 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-108443016&fields=id&tenant_id=65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 267 time: 0.0474589 Aug 23 04:40:54.868858 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-94fa2c71-0587-4990-9dae-1b3d75d91a76 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:54.870353 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-94fa2c71-0587-4990-9dae-1b3d75d91a76 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 812 time: 0.1098068 Aug 23 04:40:54.885079 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-5e33446c-d607-4d90-b784-6f15d7ae0c5c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/quotas/65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 375 time: 0.0092471 Aug 23 04:40:54.933310 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-d5cbf171-d2a7-4851-ab0e-08ea3d3bc667 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432291 Aug 23 04:40:55.049137 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-89cf1052-74f5-4839-b942-127f6546e346 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:40:55.050143 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-89cf1052-74f5-4839-b942-127f6546e346 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1055419 Aug 23 04:40:55.144303 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-22624269-02ed-4f55-b908-a0c6130b5ef5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880256 Aug 23 04:40:55.235327 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-96cc8147-cdc9-4c53-aa2f-d377f7edef20 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851495 Aug 23 04:40:55.552522 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-624656e7-833f-4d89-a1f9-094a95c79ba8 req-936f9568-5298-45ae-8d49-45954eae1aaa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 210 time: 0.0331607 Aug 23 04:40:55.731217 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:55.732384 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=43 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:55.917226 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:56.538418 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-57b30e10-39ba-4db6-b540-4b11c91746f1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:56.539902 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-57b30e10-39ba-4db6-b540-4b11c91746f1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 812 time: 0.1152668 Aug 23 04:40:56.605001 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-855ae19b-c733-464e-866a-19cd7d1cf298 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 379 time: 0.0566838 Aug 23 04:40:56.615792 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'port': {'device_id': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'admin_state_up': True, 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'security_groups': ['4318b91b-36bf-4173-943a-7466d162c5f8']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:56.658721 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-6dd8e4a7-1588-4a03-af90-72d720403a7f req-01259317-85a7-4c39-b0b6-51e7ea2a2722 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 210 time: 0.0301771 Aug 23 04:40:56.727574 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Made reservation on behalf of 65e721c90c8d41088ec9f9d92dd5858d for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:56.733082 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:56.875753 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Allocated IP 172.20.0.11 (2eb75b95-a291-40f1-aaf4-e60ccd720d3f/20b8f986-279a-476b-88ff-647deae02aec/9fa21686-8ca9-458f-aaf4-d7b8ece1bc52) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:57.025173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.063394 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.107735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:57.110834 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:57.114689 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:40:57.137857 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:57.170796 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:57.171429 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.194600 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-ca067d66-2692-40a2-be4f-d93f2cebeccc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823767 Aug 23 04:40:57.205860 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Request body: {'port': {'device_id': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:57.232992 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:57.272704 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.320369 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-6e8a207c-4db5-42b0-80a6-62d22ff2f769 None None] Provisioning complete for port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:40:57.320928 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6e8a207c-4db5-42b0-80a6-62d22ff2f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.328173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:57.358816 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a207c-4db5-42b0-80a6-62d22ff2f769 None None] Port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:40:57.533037 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:40:57.540764 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Publish callbacks [] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.553421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Transition to ACTIVE for port object 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:40:57.560295 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.617738 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:57.681125 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Attempting to bind port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:40:57.681455 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Attempting to bind port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:40:57.681785 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Attempting to bind port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:57.686829 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:40:57.687142 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Attempting to bind port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:40:57.692910 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:40:57.693253 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Checking segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:40:57.693636 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Bound using segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:40:57.694056 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Bound port: 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:40:57.694410 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.768291 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] For port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:57.772173 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] For port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:57.780798 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.785068 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:57.785716 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:57.786038 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6876d-e77e-4fc8-8a1d-e61c9642dc2f req-ed3189b8-a59e-4a0c-947e-5b1e8c67d7b0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:57.787097 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 HTTP/1.1" status: 200 len: 1094 time: 0.5855439 Aug 23 04:40:57.787528 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3bd6876d-e77e-4fc8-8a1d-e61c9642dc2f req-ed3189b8-a59e-4a0c-947e-5b1e8c67d7b0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0515749 Aug 23 04:40:57.787741 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:40:57.790046 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b30fc-1eeb-4036-8a4d-d6227298251c" -d '{"events": [{"name": "network-changed", "server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:40:57.844804 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9761b2-5d8c-4289-b19a-f8bd0c2aefa5 x-openstack-request-id: req-ec9761b2-5d8c-4289-b19a-f8bd0c2aefa5 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:40:57.845184 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:40:57.845434 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec9761b2-5d8c-4289-b19a-f8bd0c2aefa5 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:40:57.845833 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9761b2-5d8c-4289-b19a-f8bd0c2aefa5'] response: {'name': 'network-changed', 'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'status': 'completed', 'code': 200} Aug 23 04:40:57.862524 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3bd6876d-e77e-4fc8-8a1d-e61c9642dc2f req-259aaf32-366c-494a-9ac9-d48ccb83dafe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636356 Aug 23 04:40:57.868802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61973917-7c8a-44dc-85dc-ec1981992752 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:57.880697 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-85629dee-4c84-40dd-a74d-fe6095928006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:57.882268 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-85629dee-4c84-40dd-a74d-fe6095928006 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 1128 time: 0.0522521 Aug 23 04:40:57.922349 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-717caa84-bd87-44a7-becc-aa1c968f76ab service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 HTTP/1.1" status: 200 len: 217 time: 0.0320385 Aug 23 04:40:57.976361 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-eb3f6b38-d38d-4597-9667-9da0cf02b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:57.977847 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-eb3f6b38-d38d-4597-9667-9da0cf02b638 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0490577 Aug 23 04:40:58.021701 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-f53c03be-1373-486c-b410-8d0b70978f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:58.023142 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-f53c03be-1373-486c-b410-8d0b70978f17 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396469 Aug 23 04:40:58.118514 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-534b91a4-1e01-49e9-bdb6-ccfd3fed4884 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891917 Aug 23 04:40:58.208645 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a2d25a7a-015b-4a91-aa8a-9892d6e3af27 req-0428bc65-17a0-4ad6-a267-f11c70db5f99 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844762 Aug 23 04:40:58.455471 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:58.457927 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:40:58.465250 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-e39737e1-19a6-4d12-b305-63c756461d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:58.466755 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-e39737e1-19a6-4d12-b305-63c756461d6d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 1128 time: 0.0481992 Aug 23 04:40:58.562755 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-30e3ade7-6130-4245-9c86-80925d5d85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:58.564274 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-30e3ade7-6130-4245-9c86-80925d5d85d3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0906513 Aug 23 04:40:58.603610 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-c2df3b3d-6998-4b22-ae7f-b1bc8f6dd809 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 HTTP/1.1" status: 200 len: 217 time: 0.0324280 Aug 23 04:40:58.663169 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-9409d46c-c895-47fc-bc36-cba7176fd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:58.664640 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-9409d46c-c895-47fc-bc36-cba7176fd12b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0552864 Aug 23 04:40:58.708383 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-345b471d-9bdd-48ea-bad0-cdad587ca8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:58.709771 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-345b471d-9bdd-48ea-bad0-cdad587ca8b5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391128 Aug 23 04:40:58.722798 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f34aa873-38dc-4a83-b240-71dd7e00e2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:40:58.801127 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-f425b0bf-1a9d-46e9-bfda-d17d677ff80a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 Aug 23 04:40:58.899625 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-9c4b30fc-1eeb-4036-8a4d-d6227298251c req-61a9288f-7e6b-4da6-8a53-c623da8c1bf3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925877 Aug 23 04:40:58.990647 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd48-dedf-4268-8139-a1c81a0f1a6a req-e1c65fb9-a0f1-4d43-808d-93697da960e0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:40:58.992103 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c494dd48-dedf-4268-8139-a1c81a0f1a6a req-e1c65fb9-a0f1-4d43-808d-93697da960e0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0490990 Aug 23 04:40:59.049218 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c494dd48-dedf-4268-8139-a1c81a0f1a6a req-6f067fae-13e3-42d4-97d0-9084e52eb53f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497739 Aug 23 04:41:00.184289 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73c0f-ede3-4ef9-b6b0-7b18ac39bc29 req-71d587f7-7ae6-481b-a439-13805241f2d4 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:00.185753 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-94c73c0f-ede3-4ef9-b6b0-7b18ac39bc29 req-71d587f7-7ae6-481b-a439-13805241f2d4 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0475669 Aug 23 04:41:00.236379 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-94c73c0f-ede3-4ef9-b6b0-7b18ac39bc29 req-8cb27b28-1246-456b-8b72-e3a0f7a27ed8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449345 Aug 23 04:41:00.945558 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e21284ae-f50a-460b-a634-67c71f4a0e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:01.391084 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1a077-5b23-482a-ac0c-63184a7d142b req-7fa07759-c458-4956-87ea-85a08771fdc7 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:01.392592 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34b1a077-5b23-482a-ac0c-63184a7d142b req-7fa07759-c458-4956-87ea-85a08771fdc7 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0640843 Aug 23 04:41:01.442869 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-34b1a077-5b23-482a-ac0c-63184a7d142b req-ab5ad67f-2f73-497d-a62d-c78c898f5f66 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Aug 23 04:41:02.256116 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:02.577214 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35ef8-9958-45f2-9b5d-1b5cc1844477 req-0e9758fa-55f9-4849-a426-5f3e10528ec8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:02.578644 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ede35ef8-9958-45f2-9b5d-1b5cc1844477 req-0e9758fa-55f9-4849-a426-5f3e10528ec8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0537348 Aug 23 04:41:02.631942 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ede35ef8-9958-45f2-9b5d-1b5cc1844477 req-6624e540-09e5-4d68-8e9d-f44e1a74c88a tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448463 Aug 23 04:41:03.178615 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:41:03.659099 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:03.729461 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:03.757570 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eccb2b-5ba7-4f89-8b69-8e5d0d4972f1 req-c083c1e4-eed4-4cb9-9dbc-f646e6535108 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:03.759072 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-45eccb2b-5ba7-4f89-8b69-8e5d0d4972f1 req-c083c1e4-eed4-4cb9-9dbc-f646e6535108 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0526865 Aug 23 04:41:03.809986 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-45eccb2b-5ba7-4f89-8b69-8e5d0d4972f1 req-129242a2-4d36-4c05-9e91-3b8deb740e6f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Aug 23 04:41:04.948468 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:04.961760 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98647ef1-cb5f-4150-b0da-328fb432d026 req-2ff8637d-ffbc-4e7d-839b-351aba281dde tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:04.963268 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-98647ef1-cb5f-4150-b0da-328fb432d026 req-2ff8637d-ffbc-4e7d-839b-351aba281dde tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0547380 Aug 23 04:41:04.974803 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:05.014272 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-98647ef1-cb5f-4150-b0da-328fb432d026 req-945673a6-ed8b-44f9-9997-61d0821a70cb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452681 Aug 23 04:41:06.150550 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510706-910d-41a8-979b-be482237112f req-1c8e2e2c-522b-4f2c-808e-50661548b07f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:06.152017 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b0510706-910d-41a8-979b-be482237112f req-1c8e2e2c-522b-4f2c-808e-50661548b07f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 944 time: 0.0487640 Aug 23 04:41:06.204143 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b0510706-910d-41a8-979b-be482237112f req-8b3890b5-6736-4ee5-a88c-3cec3bdf8c65 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434885 Aug 23 04:41:07.043329 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:41:07.145938 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:41:07.156878 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'port_id': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'mac_address': 'fa:16:3e:af:47:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:41:07.192417 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:41:07.192797 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:07.207907 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:41:07.231578 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:41:07.237795 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:07.285671 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:07.340754 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b539e9a-af41-4ca9-b549-93c58f7e1118 req-6e0dff04-447c-4ce6-bdc5-91cf30c9d5f0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:07.342216 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7b539e9a-af41-4ca9-b549-93c58f7e1118 req-6e0dff04-447c-4ce6-bdc5-91cf30c9d5f0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 945 time: 0.0512972 Aug 23 04:41:07.408007 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7b539e9a-af41-4ca9-b549-93c58f7e1118 req-c6c598a0-9595-422c-8adb-ecd0f65cf690 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578198 Aug 23 04:41:07.465403 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['9fa21686-8ca9-458f-aaf4-d7b8ece1bc52'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:41:08.541464 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866a9c-1a69-4d3e-8e2a-0bf31e2dd77b req-d9f9280a-20fb-4011-a13a-7ecfa3e9e007 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:08.543254 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ec866a9c-1a69-4d3e-8e2a-0bf31e2dd77b req-d9f9280a-20fb-4011-a13a-7ecfa3e9e007 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 945 time: 0.0524139 Aug 23 04:41:08.596107 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ec866a9c-1a69-4d3e-8e2a-0bf31e2dd77b req-9090522c-93ee-4e24-ba93-bfcab991382d tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Aug 23 04:41:08.895007 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=38 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:08.896890 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=42 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:09.047304 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:41:09.092923 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:41:09.102546 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:41:09.103029 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:09.126629 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:09.179792 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:09.195019 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:41:09.195406 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:09.218556 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:41:09.220902 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cedda5f-7635-4450-8c68-63f28a8d1b7c" -d '{"events": [{"server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "name": "network-vif-plugged", "status": "completed", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:41:09.234714 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:41:09.241366 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:09.264030 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185030b3-6c7b-4566-8931-003849ace351 x-openstack-request-id: req-185030b3-6c7b-4566-8931-003849ace351 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:41:09.264320 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "name": "network-vif-plugged", "status": "completed", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:41:09.264553 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-185030b3-6c7b-4566-8931-003849ace351 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:41:09.264948 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185030b3-6c7b-4566-8931-003849ace351'] response: {'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'code': 200} Aug 23 04:41:09.292633 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:09.482966 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f389d9d-1401-4fdc-8308-a0bf3bb9db25 req-51273188-2e01-4b7d-90ac-02a3499ad408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:09.484509 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3f389d9d-1401-4fdc-8308-a0bf3bb9db25 req-51273188-2e01-4b7d-90ac-02a3499ad408 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 1130 time: 0.0417793 Aug 23 04:41:09.534679 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3f389d9d-1401-4fdc-8308-a0bf3bb9db25 req-747e6fd9-2b52-42cc-a6fd-5eadbe261369 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Aug 23 04:41:09.747061 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47d4be-6b04-405d-8bc8-495c00595c71 req-a84e50b9-996c-43c8-a244-65ad5f05c919 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:09.748792 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3e47d4be-6b04-405d-8bc8-495c00595c71 req-a84e50b9-996c-43c8-a244-65ad5f05c919 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 946 time: 0.0584323 Aug 23 04:41:09.800300 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3e47d4be-6b04-405d-8bc8-495c00595c71 req-d25e620e-77b3-4329-aad8-0a2e239e9473 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 Aug 23 04:41:10.938468 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c69f87-7089-4608-b448-5c186a744367 req-40874daa-b077-41a5-8aaa-984ddf83ad09 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:10.940010 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f7c69f87-7089-4608-b448-5c186a744367 req-40874daa-b077-41a5-8aaa-984ddf83ad09 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 946 time: 0.0519509 Aug 23 04:41:11.003554 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f7c69f87-7089-4608-b448-5c186a744367 req-8c9f2cc3-3d52-4ce5-8246-4e69a0e6e57c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548854 Aug 23 04:41:11.131363 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231a381-dc64-4271-8f7d-89984e21aafc req-9250f7a6-ed13-4474-b6e9-87682dcbd545 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:11.132763 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1231a381-dc64-4271-8f7d-89984e21aafc req-9250f7a6-ed13-4474-b6e9-87682dcbd545 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 946 time: 0.0536566 Aug 23 04:41:11.183445 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1231a381-dc64-4271-8f7d-89984e21aafc req-30547c1c-2780-45eb-8d95-1634408ca745 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Aug 23 04:41:11.212862 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49018) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:41:11.312936 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a12970e-641d-43a0-948f-e0132eb71911 tempest-TestVolumeBootPattern-1955179386 tempest-TestVolumeBootPattern-1955179386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:11.314448 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-6a12970e-641d-43a0-948f-e0132eb71911 tempest-TestVolumeBootPattern-1955179386 tempest-TestVolumeBootPattern-1955179386-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 1125 time: 0.1005719 Aug 23 04:41:11.319105 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49022) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:41:11.323297 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'port_id': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:41:11.346609 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:11.428475 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:11.538787 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Allocated IP 172.27.4.177 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/9b428fe9-e2f2-4dea-bf4a-130c08b766c7) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:41:11.642617 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:11.678328 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:11.721264 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:41:11.725799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:41:11.731439 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:41:11.736968 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=9b428fe9-e2f2-4dea-bf4a-130c08b766c7,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:11.955466 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:12.066409 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:12.081885 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (14e324fa-68c4-4904-812d-cf9ec9630d13), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:12.155480 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:12.312231 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:12.320799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:12.389314 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=9b428fe9-e2f2-4dea-bf4a-130c08b766c7,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:12.391778 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (14e324fa-68c4-4904-812d-cf9ec9630d13), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:12.493826 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Floating IP 14e324fa-68c4-4904-812d-cf9ec9630d13 associated. External IP: 172.27.4.177, port: 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52. Aug 23 04:41:12.705265 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:41:12.808717 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:41:12.819468 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:12.821118 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:41:12.830194 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:12.832475 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:41:12.833103 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:41:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:12.863118 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-1400edba-c6f9-4ce5-a75b-41cb276c3430 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5430217 Aug 23 04:41:12.863810 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:41:12.866220 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7d8d48-715c-4a14-81d4-22418856a4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:41:12.904061 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368d3f7c-1de9-492f-b505-b2b7cc7012bc x-openstack-request-id: req-368d3f7c-1de9-492f-b505-b2b7cc7012bc {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:41:12.904316 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:41:12.904595 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-368d3f7c-1de9-492f-b505-b2b7cc7012bc {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:41:12.904986 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368d3f7c-1de9-492f-b505-b2b7cc7012bc'] response: {'name': 'network-changed', 'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'status': 'completed', 'code': 200} Aug 23 04:41:12.935931 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:41:12.965542 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-4334c836-d992-4889-9434-708465c48cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:12.966981 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-4334c836-d992-4889-9434-708465c48cf5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 1130 time: 0.0406919 Aug 23 04:41:13.047967 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:13.066328 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-43deee3d-b455-46b8-b34c-cc140fd150eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:13.067850 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-43deee3d-b455-46b8-b34c-cc140fd150eb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0931799 Aug 23 04:41:13.132445 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-7aaf7575-9d8d-4287-aa88-0e0e25fee15f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 HTTP/1.1" status: 200 len: 1000 time: 0.0585279 Aug 23 04:41:13.180354 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-c6466ca1-12d9-4eb0-9910-54e48e8475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:13.181825 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-c6466ca1-12d9-4eb0-9910-54e48e8475c4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0442662 Aug 23 04:41:13.229858 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-b69cb352-41b1-466b-8d93-340ce8360552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:13.231273 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-b69cb352-41b1-466b-8d93-340ce8360552 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436251 Aug 23 04:41:13.234283 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '14e324fa-68c4-4904-812d-cf9ec9630d13', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:af:47:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:41:11Z', 'updated_at': '2022-08-23T04:41:11Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:13.263233 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:41:13.271682 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:41:13.272355 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:41:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:13.324151 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-3558882b-f251-4b40-8571-05136c2c2c35 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871933 Aug 23 04:41:13.376647 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:41:13.417583 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-3d7d8d48-715c-4a14-81d4-22418856a4e7 req-edd8a4cd-0f49-4b19-819c-8bb10fd5670e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878179 Aug 23 04:41:13.597530 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '14e324fa-68c4-4904-812d-cf9ec9630d13', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:af:47:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:41:11Z', 'updated_at': '2022-08-23T04:41:11Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:13.622626 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b347dc-2dde-4659-9c9a-3c95c76dec8c None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '14e324fa-68c4-4904-812d-cf9ec9630d13', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:af:47:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:41:11Z', 'updated_at': '2022-08-23T04:41:11Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:41:13.829156 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c603bf5-4915-4cca-8e0a-e4c1ccf9b4f5 None None] New status for floating IP 14e324fa-68c4-4904-812d-cf9ec9630d13: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:41:21.175539 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=57 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:21.179958 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=61 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:23.412898 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=34 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:23.414304 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=52 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:23.936976 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:23.939743 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:25.921100 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:28.728168 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1d5abee3-67eb-42a7-b71a-ec690ed9edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:30.951268 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4b641e73-5736-4826-8b00-04754e171ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:32.255522 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:32.730188 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=84 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:32.737516 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:33.682979 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:33.741425 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:37.751963 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-c14274c8-b7a0-4b15-8dae-da42824575a2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412164 Aug 23 04:41:37.847735 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-ecfac456-ee4a-49d7-8475-edf025a87158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:37.850027 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-ecfac456-ee4a-49d7-8475-edf025a87158 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 1130 time: 0.0471079 Aug 23 04:41:37.957456 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-440b9438-dfc5-4c60-8ddf-e696122b5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:37.958906 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-440b9438-dfc5-4c60-8ddf-e696122b5286 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0891366 Aug 23 04:41:38.025889 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-834924e8-48bd-4182-aa8e-b1a030b09b25 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 HTTP/1.1" status: 200 len: 1002 time: 0.0603368 Aug 23 04:41:38.082248 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-9b533bf3-32e3-49ee-a223-7ba744c62145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:38.083674 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-9b533bf3-32e3-49ee-a223-7ba744c62145 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0493047 Aug 23 04:41:38.128322 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-618370f0-49a4-4dba-b657-2fabbd67e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:41:38.129812 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-618370f0-49a4-4dba-b657-2fabbd67e4fa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391963 Aug 23 04:41:38.228354 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-8ae4b3ee-dfa1-4829-be20-47d50960a330 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920010 Aug 23 04:41:38.322500 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-fc34fbed-8616-4ff8-b6f2-d4e9784bcf50 req-96d3fafc-f99a-4331-8b1f-74c555acea50 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876052 Aug 23 04:41:40.183273 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:41:43.756563 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:43.761272 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:UPDATE=1,neutron:SELECT=23 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:48.319591 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=46 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:48.320946 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=55 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:50.174237 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:50.175061 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:41:55.923699 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:41:58.727495 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-22a6988f-5f38-4ad0-8627-245b93ad8119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:00.951696 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-c055edf5-5e47-4474-a038-e808217227d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:02.261393 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:03.672594 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:03.726290 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:09.740392 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:09.741551 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:13.717873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:13.719806 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:17.188332 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:42:25.922675 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:27.181652 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=14 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:27.182866 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=14 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:28.727750 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-581be99a-de50-4692-a888-0e389fd00bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:30.957296 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9ca2-b300-43ec-a9fd-28f5d3b6fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:32.265560 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:33.669253 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:33.733851 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:39.754819 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-fe79ad6c-7eec-4c4c-b895-e4eb761e2ab6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490372 Aug 23 04:42:39.846584 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-adc1cd8b-abe9-4064-8826-a6790fcd4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:42:39.848097 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-adc1cd8b-abe9-4064-8826-a6790fcd4f61 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 1130 time: 0.0431933 Aug 23 04:42:40.221234 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-9c572c9a-8593-4152-9304-7a8abd84acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:42:40.222723 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-9c572c9a-8593-4152-9304-7a8abd84acf0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.3527491 Aug 23 04:42:40.298545 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-db4d4dc5-02e6-48b6-98df-910cf3331603 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 HTTP/1.1" status: 200 len: 1002 time: 0.0694473 Aug 23 04:42:40.351383 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-d3327132-c865-4098-8e92-6dd7aa0a73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:42:40.352881 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-d3327132-c865-4098-8e92-6dd7aa0a73ba service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0480895 Aug 23 04:42:40.399440 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-2062557d-9fd1-4f8a-82f5-3fc6131e5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:42:40.400983 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-2062557d-9fd1-4f8a-82f5-3fc6131e5bfa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425351 Aug 23 04:42:40.501394 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-8c038a60-a79e-41dd-af08-33a1246a31e9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945218 Aug 23 04:42:40.598558 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-1f3afda3-1586-41bb-8aa3-72130d7bfc92 req-9e0dfcfe-ac24-4b1c-9827-3a948b48a0b5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906935 Aug 23 04:42:43.725321 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=12 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:43.727783 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:UPDATE=6,neutron:SELECT=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:46.747058 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:46.748184 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:50.592632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=46 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:50.593836 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=55 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:42:54.193862 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:42:55.921850 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:42:58.735548 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-15e00d49-9d3d-44b4-adab-208ef2ae4ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:00.957981 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-de075931-f7ba-4097-b99d-fd5f56ce985c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:02.269422 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:03.670221 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:03.729287 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:04.186307 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:08.783562 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f834-4457-48c9-a39a-c0e26c9c7d56 req-41c6a9cd-c679-4180-a5b6-b6a7f62ebe0c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:08.785145 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2b85f834-4457-48c9-a39a-c0e26c9c7d56 req-41c6a9cd-c679-4180-a5b6-b6a7f62ebe0c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 946 time: 0.1052406 Aug 23 04:43:08.841169 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2b85f834-4457-48c9-a39a-c0e26c9c7d56 req-89ecd0e3-7451-468e-84d5-7b6075faaf77 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500069 Aug 23 04:43:10.020727 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d38cd-3f6b-40c8-8470-8061082c91fe req-019b55cf-afd2-46e2-aa98-52f721f2244c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:10.022193 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e11d38cd-3f6b-40c8-8470-8061082c91fe req-019b55cf-afd2-46e2-aa98-52f721f2244c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 946 time: 0.1048276 Aug 23 04:43:10.077329 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e11d38cd-3f6b-40c8-8470-8061082c91fe req-7b9e531a-664c-40d5-bd78-c1c170e2b2f0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Aug 23 04:43:10.179369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-dddff722-00af-441d-827f-37b9a0cf0717 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:10.180876 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-dddff722-00af-441d-827f-37b9a0cf0717 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 946 time: 0.0516992 Aug 23 04:43:10.268958 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Deleting port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:43:10.269299 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:10.362515 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] For port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:10.362817 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:10.525896 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:10.526260 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (14e324fa-68c4-4904-812d-cf9ec9630d13), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:10.526568 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Floating IP 14e324fa-68c4-4904-812d-cf9ec9630d13 disassociated. External IP: 172.27.4.177, port: 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52. Aug 23 04:43:10.526912 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Calling delete_port for 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:43:10.666569 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (9fa21686-8ca9-458f-aaf4-d7b8ece1bc52), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:10.693580 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event deleted for resources: {'Port': ['ID=9fa21686-8ca9-458f-aaf4-d7b8ece1bc52,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:10.705115 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.705456 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.705786 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.706114 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.706422 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.706739 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.707051 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.707364 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.707676 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.708023 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.708342 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.708660 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.708971 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.709282 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.709585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:10.817328 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:43:10.933184 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:43:10.943275 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:43:10.953948 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:43:10.954829 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:43:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:10.977784 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] No DVR routers for this DVR port 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:43:10.980494 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:10.983822 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-b42180ac-b0dc-44f3-a2ef-32ae8131da97 req-ca02c209-db47-4364-b4ae-93569dfacbd9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "DELETE /networking/v2.0/ports/9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 HTTP/1.1" status: 204 len: 173 time: 0.7979701 Aug 23 04:43:10.984278 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'name': 'network-vif-deleted', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:43:10.986521 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eaeeaa-8c29-40c8-945e-96e288f3f592" -d '{"events": [{"server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "name": "network-vif-deleted", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:43:11.041125 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37b547-ee32-4a90-aff5-eb5201991f90 x-openstack-request-id: req-0a37b547-ee32-4a90-aff5-eb5201991f90 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:43:11.041474 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57416f1-6a5d-4929-86a5-791ae15f40ec", "name": "network-vif-deleted", "tag": "9fa21686-8ca9-458f-aaf4-d7b8ece1bc52", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:43:11.041665 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a37b547-ee32-4a90-aff5-eb5201991f90 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:43:11.042068 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a37b547-ee32-4a90-aff5-eb5201991f90'] response: {'server_uuid': 'b57416f1-6a5d-4929-86a5-791ae15f40ec', 'name': 'network-vif-deleted', 'tag': '9fa21686-8ca9-458f-aaf4-d7b8ece1bc52', 'status': 'completed', 'code': 200} Aug 23 04:43:11.059240 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:43:11.183443 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c9bb4bfe-3e05-46cd-b66f-19c43bc59d88 req-594e80e1-eded-461a-b5f8-76d0d50df151 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b57416f1-6a5d-4929-86a5-791ae15f40ec HTTP/1.1" status: 200 len: 210 time: 0.0283351 Aug 23 04:43:11.252997 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:11.278653 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:43:11.287187 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:43:11.287741 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:43:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:11.391363 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:43:11.673129 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:11.701717 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab79462-4844-4b99-bd21-32433bf38a90 None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:43:11.954006 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887fd6c4-1e2b-4d49-a94b-faffab879ff8 None None] New status for floating IP 14e324fa-68c4-4904-812d-cf9ec9630d13: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:43:12.424862 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-db955e58-42bf-455d-a77c-32362bf7ae4c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-108443016&fields=id&tenant_id=65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 267 time: 0.0503452 Aug 23 04:43:12.535569 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-9cfe53c3-d6ff-46a5-bccc-d8d4be0a8978 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:12.537040 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-9cfe53c3-d6ff-46a5-bccc-d8d4be0a8978 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 812 time: 0.1026530 Aug 23 04:43:12.552730 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-3ced6ff0-c203-4728-950d-b1446a2236df tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/quotas/65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 375 time: 0.0091128 Aug 23 04:43:12.602029 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-02ffb878-e0e5-4aec-b48c-e7aeed0245b6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442088 Aug 23 04:43:12.711763 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-f09943d1-0620-48b0-b026-a0000c9ccfd8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973177 Aug 23 04:43:12.809320 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-9bf5938b-5388-439e-8881-e76adbe18a74 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911748 Aug 23 04:43:13.129588 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-19a713ef-18e7-4325-9211-2cf9d76cf538 req-682d0dfb-e056-4195-bb23-b0f933242aad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 210 time: 0.0293279 Aug 23 04:43:13.681479 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:43:13.701526 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:43:13.701891 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device 9fa21686-8ca9-458f-aaf4-d7b8ece1bc52 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:43:14.031881 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:14.102361 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-842d1ef7-d59a-48d6-af2c-6362bffa7b91 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:14.103857 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-842d1ef7-d59a-48d6-af2c-6362bffa7b91 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 812 time: 0.1175101 Aug 23 04:43:14.161634 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:14.174339 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-a78039d3-0dca-4f4f-bb30-9698fde939c5 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 379 time: 0.0606108 Aug 23 04:43:14.183675 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'port': {'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'admin_state_up': True, 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'security_groups': ['4318b91b-36bf-4173-943a-7466d162c5f8']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:43:14.232636 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-cc56c5dc-7ac2-4e0e-aca2-904ab975380f req-b26e7291-e30c-4730-b876-56be7a599cb6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 210 time: 0.0288894 Aug 23 04:43:14.297351 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Made reservation on behalf of 65e721c90c8d41088ec9f9d92dd5858d for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:43:14.301742 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:14.433536 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Allocated IP 172.20.0.14 (2eb75b95-a291-40f1-aaf4-e60ccd720d3f/20b8f986-279a-476b-88ff-647deae02aec/cd10355d-64db-4077-8d08-9436826aea73) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:43:14.593289 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (cd10355d-64db-4077-8d08-9436826aea73), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:14.629062 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (cd10355d-64db-4077-8d08-9436826aea73), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:14.670910 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:43:14.674085 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:43:14.677797 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:43:14.703172 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=cd10355d-64db-4077-8d08-9436826aea73,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:14.733562 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:14.734208 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:14.753088 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-ce7a69eb-5e2f-4bae-959b-05db7a8f44fe tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5736036 Aug 23 04:43:14.812548 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Request body: {'port': {'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:43:14.875052 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cd10355d-64db-4077-8d08-9436826aea73), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:14.939199 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-e33d090d-2582-45f0-b110-f4e322cb4a6a None None] Provisioning complete for port cd10355d-64db-4077-8d08-9436826aea73 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:43:14.939865 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e33d090d-2582-45f0-b110-f4e322cb4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cd10355d-64db-4077-8d08-9436826aea73), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:14.972263 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-e33d090d-2582-45f0-b110-f4e322cb4a6a None None] Port cd10355d-64db-4077-8d08-9436826aea73 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:43:14.982147 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:15.054127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:15.144366 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd10355d-64db-4077-8d08-9436826aea73 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:43:15.152831 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Publish callbacks [] for port (cd10355d-64db-4077-8d08-9436826aea73), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:15.165795 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Transition to ACTIVE for port object cd10355d-64db-4077-8d08-9436826aea73 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:43:15.170926 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (cd10355d-64db-4077-8d08-9436826aea73), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:15.233401 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Pushing event updated for resources: {'Port': ['ID=cd10355d-64db-4077-8d08-9436826aea73,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:15.281929 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Attempting to bind port cd10355d-64db-4077-8d08-9436826aea73 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:43:15.282260 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Attempting to bind port cd10355d-64db-4077-8d08-9436826aea73 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:43:15.282564 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Attempting to bind port cd10355d-64db-4077-8d08-9436826aea73 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:43:15.287201 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Port cd10355d-64db-4077-8d08-9436826aea73 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:43:15.287525 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Attempting to bind port cd10355d-64db-4077-8d08-9436826aea73 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:43:15.293005 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:43:15.293354 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Checking segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:43:15.293763 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Bound using segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:43:15.294190 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Bound port: cd10355d-64db-4077-8d08-9436826aea73, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:43:15.294543 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cd10355d-64db-4077-8d08-9436826aea73), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:15.352401 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b289f2-0262-4376-b607-ab22ea5922e7 req-931dac1a-c1db-48e8-b85f-9f5d65d33f06 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:15.354036 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-73b289f2-0262-4376-b607-ab22ea5922e7 req-931dac1a-c1db-48e8-b85f-9f5d65d33f06 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0474150 Aug 23 04:43:15.358253 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] For port cd10355d-64db-4077-8d08-9436826aea73, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:43:15.361527 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] For port cd10355d-64db-4077-8d08-9436826aea73, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cd10355d-64db-4077-8d08-9436826aea73,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:43:15.367708 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (cd10355d-64db-4077-8d08-9436826aea73), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:15.370834 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:15.371452 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:15.373075 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 1094 time: 0.6121867 Aug 23 04:43:15.375203 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:43:15.378220 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "tag": "cd10355d-64db-4077-8d08-9436826aea73"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:43:15.415269 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-73b289f2-0262-4376-b607-ab22ea5922e7 req-b0006ac8-3e1c-4add-a479-03d943fef1a2 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544424 Aug 23 04:43:15.427762 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80837c9d-b5a0-4164-ac66-931d39e1915b x-openstack-request-id: req-80837c9d-b5a0-4164-ac66-931d39e1915b {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:43:15.428051 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "tag": "cd10355d-64db-4077-8d08-9436826aea73", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:43:15.428306 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80837c9d-b5a0-4164-ac66-931d39e1915b {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:43:15.428690 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80837c9d-b5a0-4164-ac66-931d39e1915b'] response: {'name': 'network-changed', 'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73', 'status': 'completed', 'code': 200} Aug 23 04:43:15.465638 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29216022-7d5f-40f0-9ac3-d8ca4df1f90a service neutron] Pushing event updated for resources: {'Port': ['ID=cd10355d-64db-4077-8d08-9436826aea73,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:15.474186 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-902265b0-c57b-4b0f-9736-2164a8bc5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:15.475704 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-902265b0-c57b-4b0f-9736-2164a8bc5a1c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1128 time: 0.0599535 Aug 23 04:43:15.515607 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-1feb7234-97d3-48b7-8de2-fe3657e33f96 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 217 time: 0.0326166 Aug 23 04:43:15.564366 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-d82f75f6-608e-4926-82ca-e2a6e8f429f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:15.565765 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-d82f75f6-608e-4926-82ca-e2a6e8f429f8 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0447738 Aug 23 04:43:15.609555 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-944306d4-1270-4cd1-823a-03abc03636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:15.611017 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-944306d4-1270-4cd1-823a-03abc03636a0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394719 Aug 23 04:43:15.703074 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-20c9b731-0ba7-42b3-bd66-657abd7b92e1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855615 Aug 23 04:43:15.794551 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-63b6bc22-c1a9-44fd-aeed-7226f691a2fb req-0cec45b0-a273-46eb-be15-714094616852 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850351 Aug 23 04:43:16.031892 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-528a5979-02df-4dd6-a504-fdc77978d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:16.033301 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-528a5979-02df-4dd6-a504-fdc77978d966 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1128 time: 0.0487716 Aug 23 04:43:16.118816 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:16.128695 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-a2aea300-5826-4cd2-a45f-0e738f9505b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:16.130168 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-a2aea300-5826-4cd2-a45f-0e738f9505b6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0902953 Aug 23 04:43:16.167710 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-825081e2-17ee-45e6-9643-a69867a6f6af service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 217 time: 0.0315914 Aug 23 04:43:16.185251 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:16.229363 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-0afa4e24-429f-4241-84eb-10dc352ba599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:16.230811 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-0afa4e24-429f-4241-84eb-10dc352ba599 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0571680 Aug 23 04:43:16.274878 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-9d0ec324-f0a6-4bd0-9625-2ee24c2dd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:16.276392 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-9d0ec324-f0a6-4bd0-9625-2ee24c2dd91c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389707 Aug 23 04:43:16.373807 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-7dcc9717-93cd-44e6-8970-f6a7b2c7dd86 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908959 Aug 23 04:43:16.472531 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7985c28d-8c44-4ad8-aa48-6d1957ed9c9a req-221d906b-5431-4850-9243-aea40735e518 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931907 Aug 23 04:43:16.544494 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac3fc-0dae-4591-9db5-598cedc91c32 req-d98370db-9c9f-4ff0-bd23-ca5e666aebf6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:16.545955 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-648ac3fc-0dae-4591-9db5-598cedc91c32 req-d98370db-9c9f-4ff0-bd23-ca5e666aebf6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0486860 Aug 23 04:43:16.596530 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-648ac3fc-0dae-4591-9db5-598cedc91c32 req-a7a72679-8cd0-4a53-b345-3bd8a9cfe338 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447745 Aug 23 04:43:17.738347 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e6d0c-54fb-4c4d-9672-65cec331afff req-c724abde-6b52-478f-a359-cc383e3f371a tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:17.739703 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b83e6d0c-54fb-4c4d-9672-65cec331afff req-c724abde-6b52-478f-a359-cc383e3f371a tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0490291 Aug 23 04:43:17.792825 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b83e6d0c-54fb-4c4d-9672-65cec331afff req-64ef1a28-d219-408c-a158-f136f8f93a8f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447545 Aug 23 04:43:18.925107 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3eae0-1842-4cf4-8a6a-b6dc9bcece2d req-ee69139a-6cec-41bc-95d4-e007bf7c5dc9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:18.926563 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-acd3eae0-1842-4cf4-8a6a-b6dc9bcece2d req-ee69139a-6cec-41bc-95d4-e007bf7c5dc9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0519497 Aug 23 04:43:18.983294 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-acd3eae0-1842-4cf4-8a6a-b6dc9bcece2d req-ef72aa5b-71b0-4ccf-9a6e-1f004fbff526 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501378 Aug 23 04:43:19.314226 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-a00d24e3-d885-404b-a814-c6b4f009f4df req-b3416d94-5b88-49dd-9e82-d181b7bf04d7 service neutron] (106732) timed out ('10.222.0.47', 64270) {{(pid=106732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 04:43:19.338544 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-b5d39be1-ebe0-49aa-beba-3af08263ddc2 req-570b8fe7-868d-4c43-94ea-eaa5f535ae66 service neutron] (106732) timed out ('10.222.0.47', 64284) {{(pid=106732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 04:43:20.124092 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:20.126751 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:20.138799 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca1e8c-ad99-4b6d-8bf7-ee6c41097ad1 req-9e368743-d4b2-42b1-8c08-2c7ecf8873f6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:20.140342 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4eca1e8c-ad99-4b6d-8bf7-ee6c41097ad1 req-9e368743-d4b2-42b1-8c08-2c7ecf8873f6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0548754 Aug 23 04:43:20.202022 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-4eca1e8c-ad99-4b6d-8bf7-ee6c41097ad1 req-7f2cabf1-cd93-4a9c-bcab-39156c35d33d tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556273 Aug 23 04:43:21.341197 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723906a3-358a-4662-b533-692cbd505f2b req-d63edf07-b32f-4d78-8eb4-c237b29ec9cc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:21.342658 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-723906a3-358a-4662-b533-692cbd505f2b req-d63edf07-b32f-4d78-8eb4-c237b29ec9cc tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0470324 Aug 23 04:43:21.399279 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-723906a3-358a-4662-b533-692cbd505f2b req-361abb3b-6d4a-4040-a214-b9229076d81c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492404 Aug 23 04:43:22.533666 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb170-061b-4692-b304-f5963c64734e req-0c59b908-2474-4519-9b97-3e54a639f50c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:22.535089 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-348cb170-061b-4692-b304-f5963c64734e req-0c59b908-2474-4519-9b97-3e54a639f50c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0522974 Aug 23 04:43:22.594382 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-348cb170-061b-4692-b304-f5963c64734e req-9c116830-1106-4bbb-8292-828f7fb5d229 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498528 Aug 23 04:43:23.712436 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cd10355d-64db-4077-8d08-9436826aea73 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:43:23.729310 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52307f69-de0b-4fbb-a2eb-62b1786c5d33 req-aeb8d27d-ebdd-451e-8636-8d30eff3d1eb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:23.730800 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-52307f69-de0b-4fbb-a2eb-62b1786c5d33 req-aeb8d27d-ebdd-451e-8636-8d30eff3d1eb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 944 time: 0.0499318 Aug 23 04:43:23.733457 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=30,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:23.737735 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=75 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:23.745093 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:23.783399 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-52307f69-de0b-4fbb-a2eb-62b1786c5d33 req-7877a41b-6c36-4d65-addd-25cb76fb5223 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458977 Aug 23 04:43:23.818951 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cd10355d-64db-4077-8d08-9436826aea73, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cd10355d-64db-4077-8d08-9436826aea73,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:23.831409 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'cd10355d-64db-4077-8d08-9436826aea73', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:43:23.871035 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port cd10355d-64db-4077-8d08-9436826aea73 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:43:23.871418 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cd10355d-64db-4077-8d08-9436826aea73), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:23.884694 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd10355d-64db-4077-8d08-9436826aea73 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:43:23.904729 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cd10355d-64db-4077-8d08-9436826aea73, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cd10355d-64db-4077-8d08-9436826aea73,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:23.909980 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cd10355d-64db-4077-8d08-9436826aea73), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:23.957367 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=cd10355d-64db-4077-8d08-9436826aea73,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:23.965304 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.965559 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.965892 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.966223 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.966533 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.966850 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.967171 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.967487 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.967805 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.968177 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.968492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.968809 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.969120 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.969412 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:23.969721 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:24.121798 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['cd10355d-64db-4077-8d08-9436826aea73'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:43:24.911339 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e276d-3641-4a25-999d-9f222cf49dc9 req-bf4ddf11-7274-4195-971c-43b6699a6de7 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:24.912838 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-387e276d-3641-4a25-999d-9f222cf49dc9 req-bf4ddf11-7274-4195-971c-43b6699a6de7 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Aug 23 04:43:24.963736 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-387e276d-3641-4a25-999d-9f222cf49dc9 req-1be67f0a-15f9-48dc-a88a-d1bcd0e9a2b1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 Aug 23 04:43:25.728133 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cd10355d-64db-4077-8d08-9436826aea73 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:43:25.784398 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port cd10355d-64db-4077-8d08-9436826aea73 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:43:25.793909 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port cd10355d-64db-4077-8d08-9436826aea73 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:43:25.794306 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cd10355d-64db-4077-8d08-9436826aea73), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:25.873078 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port cd10355d-64db-4077-8d08-9436826aea73 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:43:25.873460 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cd10355d-64db-4077-8d08-9436826aea73), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:25.897753 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:43:25.900184 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c08afe-50b3-4d00-93bb-d9e1c1df0605" -d '{"events": [{"server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "name": "network-vif-plugged", "status": "completed", "tag": "cd10355d-64db-4077-8d08-9436826aea73"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:43:25.920716 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cd10355d-64db-4077-8d08-9436826aea73, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cd10355d-64db-4077-8d08-9436826aea73,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:25.926255 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cd10355d-64db-4077-8d08-9436826aea73), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:25.931285 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:25.952295 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38837fd-f295-4a31-9fc0-fee80a0b4769 x-openstack-request-id: req-e38837fd-f295-4a31-9fc0-fee80a0b4769 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:43:25.952614 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "name": "network-vif-plugged", "status": "completed", "tag": "cd10355d-64db-4077-8d08-9436826aea73", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:43:25.952825 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e38837fd-f295-4a31-9fc0-fee80a0b4769 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:43:25.953212 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38837fd-f295-4a31-9fc0-fee80a0b4769'] response: {'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73', 'code': 200} Aug 23 04:43:25.968313 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:25.979946 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=cd10355d-64db-4077-8d08-9436826aea73,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:26.086982 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b10fe-9412-40c1-bbe3-6929bd8298ab req-91f0162c-cb0f-435b-8b5b-4c728259ead0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:26.088478 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f87b10fe-9412-40c1-bbe3-6929bd8298ab req-91f0162c-cb0f-435b-8b5b-4c728259ead0 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 946 time: 0.0477684 Aug 23 04:43:26.138553 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f87b10fe-9412-40c1-bbe3-6929bd8298ab req-d66b8f31-323d-457d-a5c3-2dad693b63a8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435846 Aug 23 04:43:26.153697 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc5f2-27e3-4340-8ce5-6272b4c263ac req-f92322a3-f7e9-436d-87af-fd33049e006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:26.156161 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c32cc5f2-27e3-4340-8ce5-6272b4c263ac req-f92322a3-f7e9-436d-87af-fd33049e006a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1130 time: 0.0412912 Aug 23 04:43:26.205561 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-c32cc5f2-27e3-4340-8ce5-6272b4c263ac req-3e93ba8a-19b1-4656-9a33-eac80515eb7c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Aug 23 04:43:27.177941 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:27.263450 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c05cc-aa77-4081-9c0a-cf893505f92a req-a08afd06-4d4c-4a2e-be96-2bb519b2f764 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:27.264922 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a63c05cc-aa77-4081-9c0a-cf893505f92a req-a08afd06-4d4c-4a2e-be96-2bb519b2f764 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 946 time: 0.0523772 Aug 23 04:43:27.315383 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a63c05cc-aa77-4081-9c0a-cf893505f92a req-f7c1985e-4485-46b4-9c89-4417fa60d573 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446081 Aug 23 04:43:27.446185 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5748afb-451d-4d5d-beb0-89189d5dd7a7 req-e4d88d23-bb9d-4915-8973-4e938d10cea8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:27.447582 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c5748afb-451d-4d5d-beb0-89189d5dd7a7 req-e4d88d23-bb9d-4915-8973-4e938d10cea8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 946 time: 0.0493433 Aug 23 04:43:27.498372 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-c5748afb-451d-4d5d-beb0-89189d5dd7a7 req-2e025788-a798-44be-ab2c-36807ce35e11 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440562 Aug 23 04:43:27.525433 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49134) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:43:27.565167 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8212961-dc76-42ea-be94-aa5c40fe2ddd tempest-TestVolumeBootPattern-1955179386 tempest-TestVolumeBootPattern-1955179386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:27.566643 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-a8212961-dc76-42ea-be94-aa5c40fe2ddd tempest-TestVolumeBootPattern-1955179386 tempest-TestVolumeBootPattern-1955179386-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1125 time: 0.0402629 Aug 23 04:43:27.569864 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49136) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:43:27.574883 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:43:27.605734 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:27.694131 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:27.801573 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Allocated IP 172.27.4.50 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/e3c5876b-5337-4eee-839b-7b344754a492) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:43:27.906828 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (e3c5876b-5337-4eee-839b-7b344754a492), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:27.941907 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (e3c5876b-5337-4eee-839b-7b344754a492), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:27.981674 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:43:27.985765 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:27.988736 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:43:27.991283 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=e3c5876b-5337-4eee-839b-7b344754a492,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:27.993890 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:43:28.067757 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:28.601631 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (94c5c075-912d-4fbf-b409-cda9678c269d), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:28.674845 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (e3c5876b-5337-4eee-839b-7b344754a492), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:28.720192 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-9f840e63-0177-4247-a178-adb26ae85aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:28.832197 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (e3c5876b-5337-4eee-839b-7b344754a492), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:28.840890 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (e3c5876b-5337-4eee-839b-7b344754a492), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:28.909669 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=e3c5876b-5337-4eee-839b-7b344754a492,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:28.912243 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (94c5c075-912d-4fbf-b409-cda9678c269d), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:29.012152 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Floating IP 94c5c075-912d-4fbf-b409-cda9678c269d associated. External IP: 172.27.4.50, port: cd10355d-64db-4077-8d08-9436826aea73. Aug 23 04:43:29.043121 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-3dba4402-fda6-401b-b492-8b6ea5bc0caa req-439ab0b8-be13-441f-bc55-83bb08dbc4db service neutron] (106732) timed out ('10.222.0.47', 64293) {{(pid=106732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 04:43:29.141266 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:29.211937 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:43:29.215556 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:29.325415 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:43:29.335619 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:43:29.346057 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:29.347246 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:43:29.347843 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:43:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:29.377302 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-e4ee2ebf-a6fb-4a2e-8493-8df7f654e72c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8061330 Aug 23 04:43:29.377952 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:43:29.380344 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15aea39-c64f-4dcf-92a6-90bc45e82257" -d '{"events": [{"name": "network-changed", "server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "tag": "cd10355d-64db-4077-8d08-9436826aea73"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:43:29.419430 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e714f0f0-18f8-4de0-826b-1017919115cb x-openstack-request-id: req-e714f0f0-18f8-4de0-826b-1017919115cb {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:43:29.419733 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "tag": "cd10355d-64db-4077-8d08-9436826aea73", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:43:29.419994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e714f0f0-18f8-4de0-826b-1017919115cb {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:43:29.420446 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e714f0f0-18f8-4de0-826b-1017919115cb'] response: {'name': 'network-changed', 'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73', 'status': 'completed', 'code': 200} Aug 23 04:43:29.456123 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:43:29.489997 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-c49e5353-59d7-4fbf-b703-3f5bb3ac5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:29.491501 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-c49e5353-59d7-4fbf-b703-3f5bb3ac5f11 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1130 time: 0.0433557 Aug 23 04:43:29.581907 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-de0d7dae-19b3-4098-a4cb-7268d3b1dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:29.583291 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-de0d7dae-19b3-4098-a4cb-7268d3b1dd65 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0856903 Aug 23 04:43:29.654250 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-2eea4b51-25c9-43f9-a194-074f0dc64a81 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 999 time: 0.0641432 Aug 23 04:43:29.673055 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:28Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:29.697547 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:43:29.702582 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-cbc1cac8-2afe-43be-92a3-64b230cdd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:29.704084 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-cbc1cac8-2afe-43be-92a3-64b230cdd963 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0440998 Aug 23 04:43:29.706003 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:43:29.706591 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:43:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:29.748450 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-41cfa47b-89af-47a3-912c-146df34f9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:29.749954 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-41cfa47b-89af-47a3-912c-146df34f9a0c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398300 Aug 23 04:43:29.807533 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:43:29.842783 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-2df2fe03-74db-4555-94af-c49c30db52fa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866528 Aug 23 04:43:29.932725 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-f15aea39-c64f-4dcf-92a6-90bc45e82257 req-fa26a69b-0a7b-4c4a-8e98-cec898a22d26 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832009 Aug 23 04:43:30.015871 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:28Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:43:30.040483 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7a177-9243-4700-ae2d-468dd49efc08 None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:28Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:43:30.246311 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f28aba-cbe7-47a4-b0f0-3af65280ed65 None None] New status for floating IP 94c5c075-912d-4fbf-b409-cda9678c269d: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:43:30.341575 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:30.959276 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-98f25304-3235-440b-9501-d2f83e65a0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:31.197936 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:43:32.277214 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:33.734052 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:33.752870 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:37.561310 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=77 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:37.562560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=68 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:39.928338 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:39.929586 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:40.019838 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=76 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:40.749072 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-5f2fe5bb-8ea1-459b-9503-0756ad7187c5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399375 Aug 23 04:43:40.833779 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e514-605c-44e9-b324-b3363c7dbbca req-abc95894-7b87-4181-bb4e-186abd72fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:40.835255 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-abc95894-7b87-4181-bb4e-186abd72fb22 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1130 time: 0.0434406 Aug 23 04:43:40.945625 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e514-605c-44e9-b324-b3363c7dbbca req-107ea87b-43eb-40a5-8183-09e4283adecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:40.947541 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-107ea87b-43eb-40a5-8183-09e4283adecd service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0929403 Aug 23 04:43:41.012246 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-a0da1a84-cf6f-433d-85ef-1dda63bcbb3d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 1001 time: 0.0592265 Aug 23 04:43:41.071546 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e514-605c-44e9-b324-b3363c7dbbca req-02094e38-74cc-48e5-8ade-f7af43e2bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:41.073484 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-02094e38-74cc-48e5-8ade-f7af43e2bb0b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0551250 Aug 23 04:43:41.133012 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e514-605c-44e9-b324-b3363c7dbbca req-b359f1c8-5939-4372-ae46-6ec03ee0a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:43:41.134509 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-b359f1c8-5939-4372-ae46-6ec03ee0a791 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557609 Aug 23 04:43:41.190566 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=74 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:41.240508 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-84ee29e2-53f7-4cff-9550-7a7678370f8b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999527 Aug 23 04:43:41.343021 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-0668e514-605c-44e9-b324-b3363c7dbbca req-731a9a9e-0029-4808-9514-ab82b2c3f76b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971494 Aug 23 04:43:43.758240 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:43.760640 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=30,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:51.332567 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=52 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:51.339067 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=49 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:43:55.930943 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:43:58.735771 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-4ae45822-5508-48fb-b3af-e89202261769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:00.734352 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:00.740088 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:00.963873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e4a6f77b-209e-4683-8f13-2ef11dd0ada5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:02.282532 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:03.685775 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:03.737713 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:08.199042 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:44:13.729295 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:13.731120 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:23.743997 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=17 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:23.745694 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=11 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:25.949608 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:28.736474 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-edfb440f-c448-44b5-b266-34286db4038f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:30.965143 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d4beb0af-fc13-42be-b500-72c11304e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:32.281858 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:33.689647 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:33.743336 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:37.740293 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:37.741388 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:40.753657 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-62965733-982a-4fea-9000-3cb8d2c04bcf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444939 Aug 23 04:44:40.835658 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-9b7e7fb6-20a9-4bd2-adec-1df33ada765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:44:40.837190 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-9b7e7fb6-20a9-4bd2-adec-1df33ada765b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1130 time: 0.0409203 Aug 23 04:44:40.948869 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-d311edc9-d5b6-4709-b9b6-5f353bbb5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:44:40.950357 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-d311edc9-d5b6-4709-b9b6-5f353bbb5645 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0908225 Aug 23 04:44:41.015404 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-d0ef6ea7-8851-4dfd-af10-32a63c6b0578 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 1001 time: 0.0593266 Aug 23 04:44:41.071956 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-1ab866b2-b888-43cd-8080-6e1b0ef9e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:44:41.073424 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-1ab866b2-b888-43cd-8080-6e1b0ef9e9bf service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0518007 Aug 23 04:44:41.118632 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-805522f1-ce9a-46a3-aad3-4cf915f34fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:44:41.120165 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-805522f1-ce9a-46a3-aad3-4cf915f34fb1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402675 Aug 23 04:44:41.216171 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-c06a90dd-a975-474e-b3db-a34cecebf1fb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891693 Aug 23 04:44:41.312351 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ac41c80d-7de9-4fb0-89cd-cb461134596d req-e224d41b-ec8e-40d0-b193-8bd469aa8158 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903182 Aug 23 04:44:43.729842 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:43.737392 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:45.201235 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:44:51.307515 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=50 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:51.308528 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=51 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:55.195950 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:44:55.945959 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:44:58.733332 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3983d67a-491e-4fc7-b3f0-cf26b0b5fa6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:00.961255 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e940fd4a-c95b-49f6-afa2-cf452bfb60e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:02.294537 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:03.692543 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:03.749713 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:06.629638 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-468b29ac-89da-4e74-9ef3-69706addce62 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-108443016&fields=id&tenant_id=65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 267 time: 0.0498784 Aug 23 04:45:06.735763 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-033c7fc4-c01e-4a30-93fc-3ab7671a62e6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:06.737256 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-033c7fc4-c01e-4a30-93fc-3ab7671a62e6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 812 time: 0.1011252 Aug 23 04:45:06.751944 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-cca9dfa9-9e8a-4ff0-a7fc-675cb3b0efa5 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/quotas/65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 375 time: 0.0092912 Aug 23 04:45:06.807016 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-fe37b37b-7a2e-4ffe-ac51-f433e88f760c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499911 Aug 23 04:45:06.869188 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-b03168d6-cb01-4830-830d-476886947985 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 23 04:45:06.870168 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-b03168d6-cb01-4830-830d-476886947985 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0515077 Aug 23 04:45:06.965489 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-1f289b67-f193-4c6e-b692-8ce3d359ea0d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891449 Aug 23 04:45:07.072055 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-17f8eb04-6d3c-4727-9c15-77147c0b6b60 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007454 Aug 23 04:45:07.402085 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-52a5072f-9da7-4edd-ba16-8a8f6245a978 req-56dce302-b4c6-4e54-8b09-2a992a322802 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 210 time: 0.0278528 Aug 23 04:45:08.484412 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e150d210-23b0-41be-9743-b17d9263f4d4 req-a4cbb53a-c533-4445-9033-02d8d28e9dbb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 210 time: 0.0294359 Aug 23 04:45:09.574253 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2a1997e1-b6f2-44d1-be9c-2714761bbf61 req-4c0db536-cb1d-4097-a719-bb3972df5c28 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 210 time: 0.0281689 Aug 23 04:45:10.939859 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-d7fd876e-d585-407d-ae4d-0428246a15e0 req-92dc4c49-6be7-47ee-ba8d-38be0ec41389 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 210 time: 0.2968237 Aug 23 04:45:12.045637 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-1fbbd5c7-6fe3-452e-a51b-244d21730f85 req-f53c3e42-3d7b-42fa-b6ef-a0b78acd2156 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 210 time: 0.0276389 Aug 23 04:45:12.494991 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-8afd58c1-1762-4fe0-b814-73151edd9cf8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:12.496436 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-8afd58c1-1762-4fe0-b814-73151edd9cf8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 812 time: 0.1026459 Aug 23 04:45:12.559964 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-dd9365ef-cac3-4059-8b7d-4928cd2eb790 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=65e721c90c8d41088ec9f9d92dd5858d HTTP/1.1" status: 200 len: 379 time: 0.0555518 Aug 23 04:45:12.568127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'port': {'device_id': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'admin_state_up': True, 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'security_groups': ['4318b91b-36bf-4173-943a-7466d162c5f8']}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:45:12.687132 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Made reservation on behalf of 65e721c90c8d41088ec9f9d92dd5858d for: {'port': 1} {{(pid=106732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:45:12.692161 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:12.827421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Allocated IP 172.20.0.3 (2eb75b95-a291-40f1-aaf4-e60ccd720d3f/20b8f986-279a-476b-88ff-647deae02aec/cf6703cc-f8f4-4947-bc73-955074745713) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:45:12.977243 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (cf6703cc-f8f4-4947-bc73-955074745713), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.016108 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (cf6703cc-f8f4-4947-bc73-955074745713), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.067274 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:45:13.072578 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:45:13.077308 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:45:13.081799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=cf6703cc-f8f4-4947-bc73-955074745713,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:45:13.112134 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.112541 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.112807 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.113141 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.113486 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.113817 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.114239 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.114429 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.114815 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.115127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.115477 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.115799 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.116138 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.116455 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.116767 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:13.147618 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:13.148281 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.168184 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-7dbb40fc-8fba-4d4b-af64-3ef22f88d67f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6035480 Aug 23 04:45:13.172445 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f3cbe-c5a7-4f92-b276-b77b16322773 req-a5ad2c56-c498-4122-a82f-5393b8ef330a tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:13.174706 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8f0f3cbe-c5a7-4f92-b276-b77b16322773 req-a5ad2c56-c498-4122-a82f-5393b8ef330a tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 931 time: 0.0490000 Aug 23 04:45:13.180568 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Request body: {'port': {'device_id': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85407'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:45:13.227879 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-8f0f3cbe-c5a7-4f92-b276-b77b16322773 req-02250cdb-fa51-42c8-a93e-af9ddd829eb9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472403 Aug 23 04:45:13.245808 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cf6703cc-f8f4-4947-bc73-955074745713), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.248848 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:13.264537 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:13.302422 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-3e492387-c84b-4768-a25a-710b0f9b5998 None None] Provisioning complete for port cf6703cc-f8f4-4947-bc73-955074745713 triggered by entity DHCP. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:45:13.303082 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3e492387-c84b-4768-a25a-710b0f9b5998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cf6703cc-f8f4-4947-bc73-955074745713), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.335206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-3e492387-c84b-4768-a25a-710b0f9b5998 None None] Port cf6703cc-f8f4-4947-bc73-955074745713 cannot update to ACTIVE because it is not bound. {{(pid=106733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 23 04:45:13.520049 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6703cc-f8f4-4947-bc73-955074745713 {{(pid=106732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:45:13.527743 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Publish callbacks [] for port (cf6703cc-f8f4-4947-bc73-955074745713), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.541614 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.provisioning_blocks [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Transition to ACTIVE for port object cf6703cc-f8f4-4947-bc73-955074745713 will not be triggered until provisioned by entity L2. {{(pid=106732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 23 04:45:13.547805 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (cf6703cc-f8f4-4947-bc73-955074745713), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.607818 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6703cc-f8f4-4947-bc73-955074745713,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:45:13.670272 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Attempting to bind port cf6703cc-f8f4-4947-bc73-955074745713 on host hv-cinder-85407 for vnic_type normal with profile {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 23 04:45:13.670549 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Attempting to bind port cf6703cc-f8f4-4947-bc73-955074745713 by drivers openvswitch,hyperv on host hv-cinder-85407 at level 0 using segments [{'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 23 04:45:13.670904 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Attempting to bind port cf6703cc-f8f4-4947-bc73-955074745713 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:45:13.676223 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Port cf6703cc-f8f4-4947-bc73-955074745713 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85407 {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 23 04:45:13.676545 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Attempting to bind port cf6703cc-f8f4-4947-bc73-955074745713 on network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 23 04:45:13.682067 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Checking agent: {'id': 'c8d9e90a-1ef2-48d6-acdd-b86fa71a8911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85407', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'started_at': datetime.datetime(2022, 8, 23, 4, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 23, 4, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 23 04:45:13.682414 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Checking segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 23 04:45:13.682794 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Bound using segment: {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'} {{(pid=106732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 23 04:45:13.683224 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.managers [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Bound port: cf6703cc-f8f4-4947-bc73-955074745713, host: hv-cinder-85407, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4ad288-d555-4273-b436-0e9857664da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f'}}] {{(pid=106732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 23 04:45:13.683585 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cf6703cc-f8f4-4947-bc73-955074745713), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.748336 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] For port cf6703cc-f8f4-4947-bc73-955074745713, host hv-cinder-85407, cleared binding levels {{(pid=106732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:45:13.751546 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] For port cf6703cc-f8f4-4947-bc73-955074745713, host hv-cinder-85407, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cf6703cc-f8f4-4947-bc73-955074745713,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:45:13.761619 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (cf6703cc-f8f4-4947-bc73-955074745713), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.766346 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:13.767006 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:13.768424 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/cf6703cc-f8f4-4947-bc73-955074745713 HTTP/1.1" status: 200 len: 1093 time: 0.5924034 Aug 23 04:45:13.770520 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:45:13.772813 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea69d1bc-bfa9-4298-aa79-c680df64979c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "tag": "cf6703cc-f8f4-4947-bc73-955074745713"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:45:13.852818 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f331bfe-d647-480a-8bea-5b159724e444 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6703cc-f8f4-4947-bc73-955074745713,revision_number=3']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:45:13.860353 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-437cb0aa-1c12-45e0-a098-03db57095804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:13.862472 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-437cb0aa-1c12-45e0-a098-03db57095804 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 1127 time: 0.0531278 Aug 23 04:45:13.903552 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0216f155-cbdc-4fb2-ab39-6a7514f1ba9d x-openstack-request-id: req-0216f155-cbdc-4fb2-ab39-6a7514f1ba9d {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:45:13.903852 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "tag": "cf6703cc-f8f4-4947-bc73-955074745713", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:45:13.904127 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0216f155-cbdc-4fb2-ab39-6a7514f1ba9d {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:45:13.904503 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0216f155-cbdc-4fb2-ab39-6a7514f1ba9d'] response: {'name': 'network-changed', 'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713', 'status': 'completed', 'code': 200} Aug 23 04:45:13.906332 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-2b3de818-31af-4b40-9e78-962e2df454e2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf6703cc-f8f4-4947-bc73-955074745713 HTTP/1.1" status: 200 len: 217 time: 0.0377793 Aug 23 04:45:13.957238 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-933d7f24-66dc-43d5-ab4a-03adfb61f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:13.958745 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-933d7f24-66dc-43d5-ab4a-03adfb61f0fa service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0461588 Aug 23 04:45:14.004514 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-ef260d54-cd81-48fc-a2e5-5170e77e2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:14.005995 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-ef260d54-cd81-48fc-a2e5-5170e77e2ceb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393407 Aug 23 04:45:14.100472 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-5e17d2ae-a847-4a0a-be67-1e145ab1feab service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878911 Aug 23 04:45:14.174434 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:14.190807 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a7df4de0-4963-4a45-b915-add8b309fca3 req-19930f96-d969-4cf5-8da8-d739a599cc93 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844452 Aug 23 04:45:14.361155 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb02bf7-db5f-45ff-85af-9f12bae7ab6b req-71f5e54c-ec84-4c3a-98ed-f5a0c693c6b8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:14.362624 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3bb02bf7-db5f-45ff-85af-9f12bae7ab6b req-71f5e54c-ec84-4c3a-98ed-f5a0c693c6b8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 943 time: 0.0593834 Aug 23 04:45:14.415820 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-3bb02bf7-db5f-45ff-85af-9f12bae7ab6b req-3d46704f-97c1-4cdc-9d6e-79314ed4488f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447004 Aug 23 04:45:14.486902 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:14.490243 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-8849e0b9-740b-4baf-ace0-e46d41acbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:14.491746 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-8849e0b9-740b-4baf-ace0-e46d41acbf58 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 1127 time: 0.0442266 Aug 23 04:45:14.583384 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-bb7ac81d-5948-4619-b678-cce6b1e430cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:14.584876 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-bb7ac81d-5948-4619-b678-cce6b1e430cc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0853701 Aug 23 04:45:14.733487 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:14.738911 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:14.883506 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-72d090cc-033b-4c2e-8a84-d0a2a59f93a5 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf6703cc-f8f4-4947-bc73-955074745713 HTTP/1.1" status: 200 len: 217 time: 0.2893970 Aug 23 04:45:14.946373 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-88416e07-713f-413a-93f8-6dc468788033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:14.947693 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-88416e07-713f-413a-93f8-6dc468788033 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0572348 Aug 23 04:45:14.990098 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-04073b50-f57f-4c44-9a0d-9ca16649d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:14.991529 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-04073b50-f57f-4c44-9a0d-9ca16649d69e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382431 Aug 23 04:45:15.083612 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-d8e0acca-227c-4275-bd02-f4b5ab9dc830 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855660 Aug 23 04:45:15.180908 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ea69d1bc-bfa9-4298-aa79-c680df64979c req-85a5c486-b373-40cb-8a8c-21c82dac7a4d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912378 Aug 23 04:45:15.545180 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d09698-f7d8-426a-bcaf-02adc5906c66 req-2e946923-0b4c-4019-a7c1-61a8fc6cb2e3 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:15.546651 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84d09698-f7d8-426a-bcaf-02adc5906c66 req-2e946923-0b4c-4019-a7c1-61a8fc6cb2e3 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 943 time: 0.0497589 Aug 23 04:45:15.612072 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-84d09698-f7d8-426a-bcaf-02adc5906c66 req-5922905f-e8ad-4f51-b6ce-8bbf08557d1f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571244 Aug 23 04:45:16.741087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58edd8b-7fd8-4fed-be86-3c16d2b36442 req-9df93387-89c7-4227-a514-48b24efd1e6f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:16.742462 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a58edd8b-7fd8-4fed-be86-3c16d2b36442 req-9df93387-89c7-4227-a514-48b24efd1e6f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 943 time: 0.0510099 Aug 23 04:45:16.790913 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-a58edd8b-7fd8-4fed-be86-3c16d2b36442 req-b386046a-6783-4486-819e-6b4ec4b84797 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Aug 23 04:45:17.924636 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8d250-2678-4730-9bc1-2c0d051f1c2e req-093e578f-c49c-4d62-9e60-c823f33bddb2 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:17.926128 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e1d8d250-2678-4730-9bc1-2c0d051f1c2e req-093e578f-c49c-4d62-9e60-c823f33bddb2 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 943 time: 0.0573523 Aug 23 04:45:17.979061 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e1d8d250-2678-4730-9bc1-2c0d051f1c2e req-6a40b4fc-f22e-46b0-98fc-c8f942ea7480 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 Aug 23 04:45:19.114911 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc091ef-33ad-4273-b74f-2e7efe308f9f req-915d779c-869b-4980-98a6-a710f637a969 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:19.116387 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2fc091ef-33ad-4273-b74f-2e7efe308f9f req-915d779c-869b-4980-98a6-a710f637a969 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 943 time: 0.0474300 Aug 23 04:45:19.161218 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:19.170447 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2fc091ef-33ad-4273-b74f-2e7efe308f9f req-881573f3-b3f0-46ef-a482-498a47bbb9d3 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484331 Aug 23 04:45:20.289105 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=100 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:20.308560 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bfe1a-eadf-47db-b04e-ec9a82cddc28 req-61d01692-8e8b-4d40-91e6-95ba8f13a5f2 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:20.310082 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b19bfe1a-eadf-47db-b04e-ec9a82cddc28 req-61d01692-8e8b-4d40-91e6-95ba8f13a5f2 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 943 time: 0.0520818 Aug 23 04:45:20.363109 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-b19bfe1a-eadf-47db-b04e-ec9a82cddc28 req-9c775e2e-d5a6-4970-852c-60bf35db14f9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 Aug 23 04:45:21.490717 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf26df8-25d6-46e6-870a-cf73fdc33a7e req-564bba12-800a-4234-a70c-77782de37ece tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:21.492222 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9cf26df8-25d6-46e6-870a-cf73fdc33a7e req-564bba12-800a-4234-a70c-77782de37ece tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 943 time: 0.0495889 Aug 23 04:45:21.542564 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-9cf26df8-25d6-46e6-870a-cf73fdc33a7e req-b1d051d4-8e6f-4467-9d86-6b3691efd0ab tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447431 Aug 23 04:45:22.202002 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:45:22.255017 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cf6703cc-f8f4-4947-bc73-955074745713 details requested by agent hyperv_hv-cinder-85407 with host hv-cinder-85407 {{(pid=106733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:45:22.361230 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cf6703cc-f8f4-4947-bc73-955074745713, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cf6703cc-f8f4-4947-bc73-955074745713,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:45:22.372467 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Returning: {'device': 'cf6703cc-f8f4-4947-bc73-955074745713', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'port_id': 'cf6703cc-f8f4-4947-bc73-955074745713', 'mac_address': 'fa:16:3e:d5:e8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:45:22.406918 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port cf6703cc-f8f4-4947-bc73-955074745713 is: DOWN; New status is: BUILD {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:45:22.407298 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cf6703cc-f8f4-4947-bc73-955074745713), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:22.421355 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6703cc-f8f4-4947-bc73-955074745713 {{(pid=106733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 23 04:45:22.440994 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cf6703cc-f8f4-4947-bc73-955074745713, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cf6703cc-f8f4-4947-bc73-955074745713,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:45:22.447767 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cf6703cc-f8f4-4947-bc73-955074745713), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:22.498243 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=cf6703cc-f8f4-4947-bc73-955074745713,revision_number=4']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:45:22.506027 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.506325 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.506665 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.506999 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.507330 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.507657 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.508003 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.508328 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.508647 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.508968 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.509293 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.509592 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.509907 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.510226 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.510543 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:45:22.666845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] get_ports_and_sgs() called for port_ids ['cf6703cc-f8f4-4947-bc73-955074745713'] {{(pid=106733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 04:45:22.684931 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89335b-4b71-4b9b-b587-4b6e3f0a90da req-48f11d8c-6081-45a9-bcd4-29a5a90e1689 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:22.686533 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d89335b-4b71-4b9b-b587-4b6e3f0a90da req-48f11d8c-6081-45a9-bcd4-29a5a90e1689 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 944 time: 0.0540195 Aug 23 04:45:22.738256 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-2d89335b-4b71-4b9b-b587-4b6e3f0a90da req-da3781f3-8328-4bf4-a1a4-e3c683ea0de6 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455778 Aug 23 04:45:23.871620 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c15717-87a5-445d-b639-7b7adef2f285 req-1d47f0eb-48e2-4699-8d4d-83152e6b94df tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:23.873129 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1c15717-87a5-445d-b639-7b7adef2f285 req-1d47f0eb-48e2-4699-8d4d-83152e6b94df tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 944 time: 0.0495343 Aug 23 04:45:23.922477 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-f1c15717-87a5-445d-b639-7b7adef2f285 req-c7191e13-a191-4196-8ec2-c4377aae360c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436361 Aug 23 04:45:24.270371 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cf6703cc-f8f4-4947-bc73-955074745713 up at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:45:24.272597 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:24.274150 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:24.323503 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning for port cf6703cc-f8f4-4947-bc73-955074745713 completed by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 23 04:45:24.332586 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.provisioning_blocks [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Provisioning complete for port cf6703cc-f8f4-4947-bc73-955074745713 triggered by entity L2. {{(pid=106733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 23 04:45:24.332964 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750563'] for port (cf6703cc-f8f4-4947-bc73-955074745713), provisioning_complete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:24.411239 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Current status of the port cf6703cc-f8f4-4947-bc73-955074745713 is: BUILD; New status is: ACTIVE {{(pid=106733) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 23 04:45:24.411631 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (cf6703cc-f8f4-4947-bc73-955074745713), before_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:24.435327 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713'}] {{(pid=106733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:45:24.437746 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1308c084786893e868e99d4afd54dcbc883732281df8c0ae923ac42e07603d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f7c522-752c-4da3-8266-173f68170c7e" -d '{"events": [{"server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "name": "network-vif-plugged", "status": "completed", "tag": "cf6703cc-f8f4-4947-bc73-955074745713"}]}' {{(pid=106733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:45:24.450236 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] For port cf6703cc-f8f4-4947-bc73-955074745713, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cf6703cc-f8f4-4947-bc73-955074745713,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:45:24.455705 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574'] for port (cf6703cc-f8f4-4947-bc73-955074745713), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:24.508812 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Pushing event updated for resources: {'Port': ['ID=cf6703cc-f8f4-4947-bc73-955074745713,revision_number=5']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:45:24.546976 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a491ab7e-27a5-45b1-a25d-3286d3412c56 x-openstack-request-id: req-a491ab7e-27a5-45b1-a25d-3286d3412c56 {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:45:24.547266 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "name": "network-vif-plugged", "status": "completed", "tag": "cf6703cc-f8f4-4947-bc73-955074745713", "code": 200}]} {{(pid=106733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:45:24.547509 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a491ab7e-27a5-45b1-a25d-3286d3412c56 {{(pid=106733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:45:24.547906 dv-cinder-854070-1-iscsi neutron-server[106733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a491ab7e-27a5-45b1-a25d-3286d3412c56'] response: {'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713', 'code': 200} Aug 23 04:45:24.767086 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a85f7-c836-439f-860b-2424bbfacd7d req-5c0d798b-08a8-4a74-9472-cee490b3f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:24.768611 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ad8a85f7-c836-439f-860b-2424bbfacd7d req-5c0d798b-08a8-4a74-9472-cee490b3f0cc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 1129 time: 0.0430617 Aug 23 04:45:24.815863 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ad8a85f7-c836-439f-860b-2424bbfacd7d req-015bf8a5-1186-426f-84aa-6e352a781a4c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 Aug 23 04:45:25.058256 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4336be-9283-4a0a-86c1-0c31f69278a2 req-53eb8f0c-7943-4ca0-b472-d9a892464cb9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:25.059721 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ce4336be-9283-4a0a-86c1-0c31f69278a2 req-53eb8f0c-7943-4ca0-b472-d9a892464cb9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 945 time: 0.0565870 Aug 23 04:45:25.113868 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ce4336be-9283-4a0a-86c1-0c31f69278a2 req-1cc9b08a-cfa7-4fbd-acd7-efda1be4fd2c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483208 Aug 23 04:45:25.957158 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:26.236643 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e312b6-6223-4086-9058-2850f57d9a28 req-b477c331-bd29-4aad-a59b-9ee5b1575d9d tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:26.238019 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-81e312b6-6223-4086-9058-2850f57d9a28 req-b477c331-bd29-4aad-a59b-9ee5b1575d9d tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 945 time: 0.0485604 Aug 23 04:45:26.288799 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-81e312b6-6223-4086-9058-2850f57d9a28 req-dd3b4aae-54c9-455b-90f7-50b8866d53be tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449669 Aug 23 04:45:26.434723 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c697-cf27-40e2-b6d2-f7f1de476324 req-d8593ed2-03f2-4669-b210-cfbd8f7c63d9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:26.436206 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-42e6c697-cf27-40e2-b6d2-f7f1de476324 req-d8593ed2-03f2-4669-b210-cfbd8f7c63d9 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 945 time: 0.0560513 Aug 23 04:45:26.488679 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-42e6c697-cf27-40e2-b6d2-f7f1de476324 req-779d349a-2c9e-4827-87ac-9aa73bc3101a tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441411 Aug 23 04:45:26.514924 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49272) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:45:26.564352 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b6e67e-4e4f-40d4-be34-12a8f07bd4e0 tempest-TestVolumeBootPattern-1955179386 tempest-TestVolumeBootPattern-1955179386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:26.565882 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-a1b6e67e-4e4f-40d4-be34-12a8f07bd4e0 tempest-TestVolumeBootPattern-1955179386 tempest-TestVolumeBootPattern-1955179386-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 1124 time: 0.0499015 Aug 23 04:45:26.570036 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49274) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:45:26.574301 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.v2.base [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Request body: {'floatingip': {'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'port_id': 'cf6703cc-f8f4-4947-bc73-955074745713', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:45:26.600518 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:26.683709 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (None), before_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:26.799006 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Allocated IP 172.27.4.18 (1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac/e65ede9f-cbc9-462d-be09-7cb986886386/58ac6247-7d86-41c7-9992-4d5958e4d98a) {{(pid=106732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:45:26.915192 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:26.923078 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:26.933421 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:26.954190 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760533396538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:26.992535 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Network 1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac is already hosted by enough agents. {{(pid=106732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:45:26.996969 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Resources bound (agent type, host, resource id): {{(pid=106732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:45:27.001963 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Received port after_create {{(pid=106732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 23 04:45:27.007289 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=58ac6247-7d86-41c7-9992-4d5958e4d98a,revision_number=1']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:45:27.369826 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (fbbd3279-956f-457f-bfe0-d95bd533fe21), precommit_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:27.443763 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613974'] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), before_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:27.603263 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), precommit_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:27.610420 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760533875330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760533396556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760533396574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13790104'] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), after_update {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:27.691996 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event updated for resources: {'Port': ['ID=58ac6247-7d86-41c7-9992-4d5958e4d98a,revision_number=2']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:45:27.696022 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16310911'] for floatingip (fbbd3279-956f-457f-bfe0-d95bd533fe21), after_create {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:27.800044 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Floating IP fbbd3279-956f-457f-bfe0-d95bd533fe21 associated. External IP: 172.27.4.18, port: cf6703cc-f8f4-4947-bc73-955074745713. Aug 23 04:45:27.864729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:27.866993 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:28.012773 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:45:28.129437 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:45:28.139043 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:45:28.148930 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:28.149214 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:45:28.149824 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:45:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:45:28.180439 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-f6d9d744-7c80-4e32-aca3-a80d6327eb48 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6093526 Aug 23 04:45:28.181046 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:45:28.183404 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "tag": "cf6703cc-f8f4-4947-bc73-955074745713"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:45:28.224485 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9d9e3-b87e-4fec-a475-3bb3f1d9fc2e x-openstack-request-id: req-60a9d9e3-b87e-4fec-a475-3bb3f1d9fc2e {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:45:28.224838 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "tag": "cf6703cc-f8f4-4947-bc73-955074745713", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:45:28.225038 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60a9d9e3-b87e-4fec-a475-3bb3f1d9fc2e {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:45:28.225468 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a9d9e3-b87e-4fec-a475-3bb3f1d9fc2e'] response: {'name': 'network-changed', 'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713', 'status': 'completed', 'code': 200} Aug 23 04:45:28.256521 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:45:28.286915 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-624dd328-fe22-452f-a49b-3e100f36ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:28.288418 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-624dd328-fe22-452f-a49b-3e100f36ab57 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 1129 time: 0.0397658 Aug 23 04:45:28.393751 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-60ef5c1e-950e-42eb-ba21-3c4080e44810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:28.395288 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-60ef5c1e-950e-42eb-ba21-3c4080e44810 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0998976 Aug 23 04:45:28.457973 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-34c0d1ba-8580-44ad-9741-c9d5a10e67d6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf6703cc-f8f4-4947-bc73-955074745713 HTTP/1.1" status: 200 len: 998 time: 0.0560024 Aug 23 04:45:28.510754 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-03a05068-fb29-484d-a340-cf9a2531d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:28.512242 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-03a05068-fb29-484d-a340-cf9a2531d3db service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0479012 Aug 23 04:45:28.556809 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-4e7d5506-be2b-48e7-bf98-030ab34d3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:28.558270 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-4e7d5506-be2b-48e7-bf98-030ab34d3486 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406277 Aug 23 04:45:28.562167 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:30Z', 'revision_number': 1, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}, {'id': 'fbbd3279-956f-457f-bfe0-d95bd533fe21', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cf6703cc-f8f4-4947-bc73-955074745713', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:d5:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:45:27Z', 'updated_at': '2022-08-23T04:45:27Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:45:28.587021 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:45:28.596680 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:45:28.597240 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:45:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:45:28.653914 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-93432010-c73f-47b8-b416-4b51e4c4d6a7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892217 Aug 23 04:45:28.697051 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:45:28.729239 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-3a8335bc-65f7-4e54-8c91-2b08c815f949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:28.757745 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-4dc1fa93-5e86-4f13-a931-5d690e7d9a27 req-c20668ab-daec-4010-8f5a-d83edbbc45a3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979640 Aug 23 04:45:28.928936 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:30Z', 'revision_number': 1, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}, {'id': 'fbbd3279-956f-457f-bfe0-d95bd533fe21', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cf6703cc-f8f4-4947-bc73-955074745713', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:d5:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:45:27Z', 'updated_at': '2022-08-23T04:45:27Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:45:28.954028 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8777a675-fd43-4f6a-849c-6dac8f3b974c None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:30Z', 'revision_number': 1, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}, {'id': 'fbbd3279-956f-457f-bfe0-d95bd533fe21', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cf6703cc-f8f4-4947-bc73-955074745713', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:d5:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:45:27Z', 'updated_at': '2022-08-23T04:45:27Z', 'revision_number': 0, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:45:29.151766 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698335ea-f15e-4919-9dba-278b4ee398cc None None] New status for floating IP fbbd3279-956f-457f-bfe0-d95bd533fe21: ACTIVE {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:45:30.969494 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f2ecba12-4f72-4e9a-b710-3282b8c56afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:32.292730 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:33.740153 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:33.762104 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:36.480578 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=63 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:36.485169 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=61 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:38.746604 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:38.754318 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=83,neutron:DELETE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:38.931893 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=79 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:38.932656 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:DELETE=1,neutron:SELECT=72 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:41.753529 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-1181ac5b-b87e-4439-99fd-4c6b0216b50b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453765 Aug 23 04:45:41.840052 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-a86de632-93fb-4b42-9b5f-3214066ddd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:41.841586 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-a86de632-93fb-4b42-9b5f-3214066ddd8e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1130 time: 0.0441487 Aug 23 04:45:41.958106 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-3e45d9a3-15b7-41a5-8370-0ae86747560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:41.959583 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-3e45d9a3-15b7-41a5-8370-0ae86747560a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0990958 Aug 23 04:45:42.027753 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-45e2a0b1-7208-4a74-b272-ea46aaf714e5 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 1001 time: 0.0611172 Aug 23 04:45:42.075953 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-8f55afa7-d607-48f0-b5ba-0de502e4fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:42.077390 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-8f55afa7-d607-48f0-b5ba-0de502e4fa5e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0434923 Aug 23 04:45:42.125841 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-34434627-fe79-4a61-a4fa-a3b385e9c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:45:42.127512 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-34434627-fe79-4a61-a4fa-a3b385e9c374 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424178 Aug 23 04:45:42.229497 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-e7600dcc-5604-4598-a020-3e804445fa35 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955131 Aug 23 04:45:42.327026 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-949f661e-64a7-4d5d-a93f-53469a91fb98 req-e75daa72-f485-4d61-877a-e172e95e3e68 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906396 Aug 23 04:45:43.763492 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:43.767752 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=54,neutron:UPDATE=7 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:51.735991 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:51.737265 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:52.321846 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=47 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:52.324004 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=54 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:45:55.965400 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:58.736150 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6ef0271e-fb4e-4e1c-9ce5-1a812fef11bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:45:59.205848 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:46:00.959961 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-66227db3-3996-411c-ae4b-310b0ac60c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:02.290022 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:03.697384 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:03.746376 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:09.197468 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:09.198726 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:13.733827 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:13.740427 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:25.965069 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:28.729678 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-21fb9505-7b49-4334-9ed6-37c3c6747e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:28.732995 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=15 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:28.738976 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=17 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:30.958147 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e3c2cd6a-35d3-493c-8277-f7b18c20377e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:32.303201 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:33.703573 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:33.750576 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:36.204981 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:46:41.751821 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-4a30306d-a3a7-42a6-8adf-202ccff968ce service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435917 Aug 23 04:46:41.815396 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-48bd4dbb-5e34-49d1-ade4-a6db7e75e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:46:41.816943 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-48bd4dbb-5e34-49d1-ade4-a6db7e75e843 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 1129 time: 0.0420666 Aug 23 04:46:41.923954 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-c74f8081-949c-4be0-a571-8ad8feedcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:46:41.925468 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-c74f8081-949c-4be0-a571-8ad8feedcba4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.0883482 Aug 23 04:46:41.994288 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-ad8e418f-38db-455d-a6da-1d51b19d835e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf6703cc-f8f4-4947-bc73-955074745713 HTTP/1.1" status: 200 len: 1000 time: 0.0611749 Aug 23 04:46:42.042909 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-9ba982ad-ff00-4390-9544-c766690c04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:46:42.044302 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-9ba982ad-ff00-4390-9544-c766690c04ee service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0441115 Aug 23 04:46:42.088774 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-1972d9ed-02ea-4c33-ab55-afeaedebe463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:46:42.090239 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-1972d9ed-02ea-4c33-ab55-afeaedebe463 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405364 Aug 23 04:46:42.186419 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-37798022-479c-46d2-a3c3-4cc30317730a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894148 Aug 23 04:46:42.286306 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-a0d61aff-f487-41ff-a42f-48938f819da2 req-9b4c0008-53a7-437b-b1ce-3538439e9428 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937915 Aug 23 04:46:43.131623 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:43.744068 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:43.744962 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:46.205016 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:49.317059 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-21afa528-c25c-48a7-86d6-30540d6940f9 req-75ccde28-7f59-427e-a5a3-65bb9a0d8afe service neutron] (106732) timed out ('10.222.0.47', 64311) {{(pid=106732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 04:46:49.827475 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [req-60aabf26-a4ff-4eb9-bac9-e20d280de844 req-7be757c1-9039-4d57-8421-4cb7c8583662 service neutron] (106732) timed out ('10.222.0.47', 64271) {{(pid=106732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 04:46:52.282246 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=48 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:52.283445 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=53 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:55.980428 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:58.530861 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49316) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:46:58.725495 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-37cc83f2-bc99-43a6-9336-8a4ba0cd0cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:58.756590 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Deleting port 58ac6247-7d86-41c7-9992-4d5958e4d98a {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:46:58.756936 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:58.838729 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:58.839024 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (58ac6247-7d86-41c7-9992-4d5958e4d98a), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:58.852873 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Calling delete_port for 58ac6247-7d86-41c7-9992-4d5958e4d98a owned by network:floatingip {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:46:59.015994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (58ac6247-7d86-41c7-9992-4d5958e4d98a), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:59.038484 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event deleted for resources: {'Port': ['ID=58ac6247-7d86-41c7-9992-4d5958e4d98a,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:59.052342 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.052687 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.053028 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.053361 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.053694 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.054019 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.054340 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.054691 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.054983 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.055298 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.055623 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.055936 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.056281 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.056594 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.056897 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:59.121355 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (fbbd3279-956f-457f-bfe0-d95bd533fe21), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:59.121640 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.db.l3_db [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Floating IP fbbd3279-956f-457f-bfe0-d95bd533fe21 disassociated (deleted). External IP: 172.27.4.18, port: cf6703cc-f8f4-4947-bc73-955074745713. Aug 23 04:46:59.328327 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:46:59.691450 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:46:59.696868 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:46:59.702188 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:46:59.712319 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:46:59.712918 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:46:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:59.724372 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:59.728452 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-3adb6cfc-2e13-48cd-a743-0c3344d9b951 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/fbbd3279-956f-457f-bfe0-d95bd533fe21 HTTP/1.1" status: 204 len: 168 time: 1.1965384 Aug 23 04:46:59.729375 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:46:59.731795 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7943d34e-01f1-4675-ad25-99fa7718d961" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "tag": "cf6703cc-f8f4-4947-bc73-955074745713"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:46:59.777447 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ea7e48-1400-4d0d-9c61-c813bb264998 x-openstack-request-id: req-10ea7e48-1400-4d0d-9c61-c813bb264998 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:46:59.777749 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "tag": "cf6703cc-f8f4-4947-bc73-955074745713", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:46:59.777994 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10ea7e48-1400-4d0d-9c61-c813bb264998 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:46:59.778407 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ea7e48-1400-4d0d-9c61-c813bb264998'] response: {'name': 'network-changed', 'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713', 'status': 'completed', 'code': 200} Aug 23 04:46:59.818608 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:46:59.846942 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-846f69a9-e8ce-4f5e-8b11-f265c508addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:46:59.849349 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-846f69a9-e8ce-4f5e-8b11-f265c508addb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 1129 time: 0.0461638 Aug 23 04:46:59.886164 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:46:59.956557 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-e11a994a-061c-4406-835f-1511ce4605ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:46:59.958089 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-e11a994a-061c-4406-835f-1511ce4605ea service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.1015482 Aug 23 04:46:59.976647 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61be48-f08b-4e14-8268-a5d7c40340c7 req-4f921f81-9bf1-49d2-ad6d-424969c3d053 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:46:59.978114 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ff61be48-f08b-4e14-8268-a5d7c40340c7 req-4f921f81-9bf1-49d2-ad6d-424969c3d053 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 945 time: 0.0549328 Aug 23 04:47:00.027980 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-ff61be48-f08b-4e14-8268-a5d7c40340c7 req-be18e6e1-aad9-40aa-b04b-bf899624aff5 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437770 Aug 23 04:47:00.038113 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:30Z', 'revision_number': 1, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:00.062362 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:00.071130 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:47:00.071720 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:46:31Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:00.173904 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:47:00.468108 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:30Z', 'revision_number': 1, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:00.493813 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30685f19-0285-45ea-9116-5cf236d20456 None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_floatingips': [{'id': '94c5c075-912d-4fbf-b409-cda9678c269d', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'router_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'port_id': 'cd10355d-64db-4077-8d08-9436826aea73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'mac_address': 'fa:16:3e:52:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d986b25-967a-4826-acec-41d417b05879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-23T04:43:28Z', 'updated_at': '2022-08-23T04:43:30Z', 'revision_number': 1, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:00.724240 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad0453-beea-4025-a86f-97fdd4bf73c0 None None] New status for floating IP fbbd3279-956f-457f-bfe0-d95bd533fe21: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:47:00.895255 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-da4bc97d-8073-416e-857b-0e757e232ccc service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf6703cc-f8f4-4947-bc73-955074745713 HTTP/1.1" status: 200 len: 217 time: 0.0339670 Aug 23 04:47:00.952663 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-bc0aee94-1168-4c52-b9db-9034fca3d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:00.954253 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-bc0aee94-1168-4c52-b9db-9034fca3d21f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0524755 Aug 23 04:47:00.954535 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fa30ad94-3022-4fa2-ade3-75cba47376b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:01.085177 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-75c72d9d-a257-4cc5-9281-46a622008b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:01.086714 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-75c72d9d-a257-4cc5-9281-46a622008b81 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464139 Aug 23 04:47:01.153866 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163886b6-c4dd-4a8d-b22f-18c76791f195 req-c76db70c-0443-4c59-b235-b9818e1d38eb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:01.155451 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-163886b6-c4dd-4a8d-b22f-18c76791f195 req-c76db70c-0443-4c59-b235-b9818e1d38eb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 945 time: 0.0480895 Aug 23 04:47:01.182101 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-87fea62a-2b3e-45ff-a527-bf34e0a6eafe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885766 Aug 23 04:47:01.205116 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-163886b6-c4dd-4a8d-b22f-18c76791f195 req-012f0192-3f21-4e1d-bc95-10bfe548544b tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Aug 23 04:47:01.411908 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-70b81ad3-b876-44e9-bb31-2814c705121f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:01.413372 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-70b81ad3-b876-44e9-bb31-2814c705121f tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Aug 23 04:47:01.428777 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-7943d34e-01f1-4675-ad25-99fa7718d961 req-14dc4af2-590d-4d96-a3f8-75325b3a637d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999732 Aug 23 04:47:01.495770 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Deleting port cf6703cc-f8f4-4947-bc73-955074745713 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:01.496117 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (cf6703cc-f8f4-4947-bc73-955074745713), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:01.593699 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] For port cf6703cc-f8f4-4947-bc73-955074745713, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cf6703cc-f8f4-4947-bc73-955074745713,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:01.594039 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (cf6703cc-f8f4-4947-bc73-955074745713), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:01.608244 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Calling delete_port for cf6703cc-f8f4-4947-bc73-955074745713 owned by compute:nova {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:01.747607 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (cf6703cc-f8f4-4947-bc73-955074745713), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:01.778535 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event deleted for resources: {'Port': ['ID=cf6703cc-f8f4-4947-bc73-955074745713,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:01.791931 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.792306 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.792674 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.793022 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.793418 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.793791 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.794208 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.794529 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.794903 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.795572 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.795857 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.796233 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.796543 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.796894 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.797179 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:01.836181 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] No DVR routers for this DVR port cf6703cc-f8f4-4947-bc73-955074745713 on host hv-cinder-85407 {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:47:01.839199 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:01.842588 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7d10f6f4-4451-4fd8-b79b-85bdaa72a68d req-a36f2fbf-8330-4f40-8b03-be8972b5f2ad tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "DELETE /networking/v2.0/ports/cf6703cc-f8f4-4947-bc73-955074745713 HTTP/1.1" status: 204 len: 173 time: 0.4234660 Aug 23 04:47:01.843065 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'name': 'network-vif-deleted', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:47:01.845466 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a6e44-d4d7-4926-8483-9a5cbb0be984" -d '{"events": [{"server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "name": "network-vif-deleted", "tag": "cf6703cc-f8f4-4947-bc73-955074745713"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:47:01.981484 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c476b81-fd0f-4365-85f5-ff2d47c36833 x-openstack-request-id: req-3c476b81-fd0f-4365-85f5-ff2d47c36833 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:47:01.981873 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd1cfcf-9901-4c50-b164-3ea5d344df43", "name": "network-vif-deleted", "tag": "cf6703cc-f8f4-4947-bc73-955074745713", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:47:01.982226 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c476b81-fd0f-4365-85f5-ff2d47c36833 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:47:01.982641 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c476b81-fd0f-4365-85f5-ff2d47c36833'] response: {'server_uuid': '4fd1cfcf-9901-4c50-b164-3ea5d344df43', 'name': 'network-vif-deleted', 'tag': 'cf6703cc-f8f4-4947-bc73-955074745713', 'status': 'completed', 'code': 200} Aug 23 04:47:02.293665 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:02.321813 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e74de5bd-40fc-4bb0-ba77-d1161601e90d req-96b651e7-5717-4f6f-854b-517462701d2c tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4fd1cfcf-9901-4c50-b164-3ea5d344df43 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Aug 23 04:47:03.695904 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:03.758033 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:05.655663 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49358) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:05.800924 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Deleting port e3c5876b-5337-4eee-839b-7b344754a492 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:05.801182 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (e3c5876b-5337-4eee-839b-7b344754a492), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:05.882013 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (e3c5876b-5337-4eee-839b-7b344754a492), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:05.882313 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (e3c5876b-5337-4eee-839b-7b344754a492), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:05.895538 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Calling delete_port for e3c5876b-5337-4eee-839b-7b344754a492 owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:05.906748 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:05.947037 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:06.063844 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (e3c5876b-5337-4eee-839b-7b344754a492), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:06.090580 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event deleted for resources: {'Port': ['ID=e3c5876b-5337-4eee-839b-7b344754a492,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:06.157772 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (94c5c075-912d-4fbf-b409-cda9678c269d), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:06.158192 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.db.l3_db [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Floating IP 94c5c075-912d-4fbf-b409-cda9678c269d disassociated (deleted). External IP: 172.27.4.50, port: cd10355d-64db-4077-8d08-9436826aea73. Aug 23 04:47:06.358684 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:47:06.463461 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:06.468941 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:06.473860 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:06.484679 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:47:06.485263 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:47:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:06.499898 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-68d6de75-2906-471b-a664-d2099fef3507 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/94c5c075-912d-4fbf-b409-cda9678c269d HTTP/1.1" status: 204 len: 168 time: 0.8430090 Aug 23 04:47:06.500526 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73'}] {{(pid=106731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:47:06.502786 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14d6e925e85e96925437f16eecc47f05ed6ce6f6c78f878e749015302415039" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d9d038-5b5b-495c-af53-a1e99991252d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "tag": "cd10355d-64db-4077-8d08-9436826aea73"}]}' {{(pid=106731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:47:06.546104 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Aug 2022 04:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0a9a29-6bc0-484e-97f4-eb83e326eeb1 x-openstack-request-id: req-6a0a9a29-6bc0-484e-97f4-eb83e326eeb1 {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:47:06.546393 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "tag": "cd10355d-64db-4077-8d08-9436826aea73", "status": "completed", "code": 200}]} {{(pid=106731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:47:06.546636 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a0a9a29-6bc0-484e-97f4-eb83e326eeb1 {{(pid=106731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:47:06.547044 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0a9a29-6bc0-484e-97f4-eb83e326eeb1'] response: {'name': 'network-changed', 'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73', 'status': 'completed', 'code': 200} Aug 23 04:47:06.592436 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:47:06.609236 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-7d8bb7db-f4e8-440e-8e8e-46e6691ca849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:06.610771 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-7d8bb7db-f4e8-440e-8e8e-46e6691ca849 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 1130 time: 0.0409455 Aug 23 04:47:06.694775 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:06.720505 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cf6703cc-f8f4-4947-bc73-955074745713 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:06.738412 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=100 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:06.742969 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: cf6703cc-f8f4-4947-bc73-955074745713 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:06.743312 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cf6703cc-f8f4-4947-bc73-955074745713 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:06.748188 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-75be2d8e-ab4e-4bf3-be89-061a00ca608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:06.750111 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-75be2d8e-ab4e-4bf3-be89-061a00ca608a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 200 len: 913 time: 0.1332984 Aug 23 04:47:06.760337 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62694d76-93dc-4814-a65e-96e62aaaa1ab req-7f950661-1677-410a-8fa3-7182a717d888 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:06.761741 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62694d76-93dc-4814-a65e-96e62aaaa1ab req-7f950661-1677-410a-8fa3-7182a717d888 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 946 time: 0.0628924 Aug 23 04:47:06.799551 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:06.812676 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-62694d76-93dc-4814-a65e-96e62aaaa1ab req-a7d3a5da-5d36-4c06-a004-ce80b211327e tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448103 Aug 23 04:47:06.828682 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:06.838823 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:47:06.839418 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:47:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:06.943141 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:47:07.140980 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:07.165940 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bae5e-1759-43de-bd4b-46a3ae039f56 None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:33Z', 'revision_number': 4, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi', '_interfaces': [{'id': '42f8f45f-4bc7-43a6-8373-5c8851bcd3cf', 'name': '', 'network_id': '2eb75b95-a291-40f1-aaf4-e60ccd720d3f', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'mac_address': 'fa:16:3e:54:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '20b8f986-279a-476b-88ff-647deae02aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:32Z', 'updated_at': '2022-08-23T04:40:38Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'subnets': [{'id': '20b8f986-279a-476b-88ff-647deae02aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:07.391266 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c13d03-fb1a-4185-8fe3-60c9f0ebf3ca None None] New status for floating IP 94c5c075-912d-4fbf-b409-cda9678c269d: DOWN {{(pid=106733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 23 04:47:07.672971 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-6a4a8380-d2fd-4925-9b68-56b01182db52 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 200 len: 217 time: 0.0478106 Aug 23 04:47:07.730340 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-3b878b9d-b3ef-42a0-9bf5-4ab9f43ffb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:07.731674 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-3b878b9d-b3ef-42a0-9bf5-4ab9f43ffb42 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 200 len: 851 time: 0.0467432 Aug 23 04:47:07.841070 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-49a773ab-3f96-429c-8d5a-c3f6e4a12450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:07.842654 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-49a773ab-3f96-429c-8d5a-c3f6e4a12450 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2eb75b95-a291-40f1-aaf4-e60ccd720d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488477 Aug 23 04:47:07.869271 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:07.878621 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:07.975169 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae4e1c-79de-42a5-a931-1f7663637c6a req-df74231d-5118-4424-800e-71e36466a705 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:07.976655 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-45ae4e1c-79de-42a5-a931-1f7663637c6a req-df74231d-5118-4424-800e-71e36466a705 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 946 time: 0.0619948 Aug 23 04:47:07.980208 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-fc215032-c86b-44d2-b637-758e7b002bba service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304934 Aug 23 04:47:08.084021 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-45ae4e1c-79de-42a5-a931-1f7663637c6a req-44370cb1-52d5-43fd-8f9e-2421348a6155 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4318b91b-36bf-4173-943a-7466d162c5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009607 Aug 23 04:47:08.112786 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-e8d9d038-5b5b-495c-af53-a1e99991252d req-6f970f8d-03bf-4a21-abf3-b518f26bc1aa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154656 Aug 23 04:47:08.123674 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-1883563d-9725-45ff-8924-dea90a84c3eb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 23 04:47:08.125151 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-1883563d-9725-45ff-8924-dea90a84c3eb tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 946 time: 0.0611618 Aug 23 04:47:08.215268 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Deleting port cd10355d-64db-4077-8d08-9436826aea73 {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:08.215561 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (cd10355d-64db-4077-8d08-9436826aea73), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:08.306866 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] For port cd10355d-64db-4077-8d08-9436826aea73, host hv-cinder-85407, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85407',level=0,port_id=cd10355d-64db-4077-8d08-9436826aea73,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:08.307169 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (cd10355d-64db-4077-8d08-9436826aea73), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:08.323565 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Calling delete_port for cd10355d-64db-4077-8d08-9436826aea73 owned by compute:nova {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:08.458874 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (cd10355d-64db-4077-8d08-9436826aea73), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:08.492802 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event deleted for resources: {'Port': ['ID=cd10355d-64db-4077-8d08-9436826aea73,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:08.538981 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] No DVR routers for this DVR port cd10355d-64db-4077-8d08-9436826aea73 on host hv-cinder-85407 {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:47:08.541596 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for port (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:08.545023 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [req-ce1c2b63-b465-4063-941a-71ccc8e28800 req-b3e1510d-4d1a-4739-af1c-58714fd8c342 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.47 "DELETE /networking/v2.0/ports/cd10355d-64db-4077-8d08-9436826aea73 HTTP/1.1" status: 204 len: 173 time: 0.4149811 Aug 23 04:47:08.545489 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'name': 'network-vif-deleted', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73'}] {{(pid=106732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 23 04:47:08.548537 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}047b79776d705e7bdf8c39b10d7f579c121d1bb37019075d506129507dc888f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79989ae7-d313-492e-a154-95e4e848098c" -d '{"events": [{"server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "name": "network-vif-deleted", "tag": "cd10355d-64db-4077-8d08-9436826aea73"}]}' {{(pid=106732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:47:08.589281 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Aug 2022 04:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb24beda-f60e-4305-a6ca-574475d086a4 x-openstack-request-id: req-bb24beda-f60e-4305-a6ca-574475d086a4 {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:47:08.589600 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d986b25-967a-4826-acec-41d417b05879", "name": "network-vif-deleted", "tag": "cd10355d-64db-4077-8d08-9436826aea73", "status": "completed", "code": 200}]} {{(pid=106732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:47:08.589953 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb24beda-f60e-4305-a6ca-574475d086a4 {{(pid=106732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:47:08.590433 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb24beda-f60e-4305-a6ca-574475d086a4'] response: {'server_uuid': '6d986b25-967a-4826-acec-41d417b05879', 'name': 'network-vif-deleted', 'tag': 'cd10355d-64db-4077-8d08-9436826aea73', 'status': 'completed', 'code': 200} Aug 23 04:47:09.199691 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [req-7c451dfd-0c67-4066-9d39-0f78bdf5e63c req-606286f3-33d9-4620-93e3-eab74d9731c8 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6d986b25-967a-4826-acec-41d417b05879 HTTP/1.1" status: 200 len: 210 time: 0.0290275 Aug 23 04:47:10.269338 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49374) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:10.380114 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Deleting port 9b428fe9-e2f2-4dea-bf4a-130c08b766c7 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:10.380548 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:10.462145 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:10.462449 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:10.476855 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Calling delete_port for 9b428fe9-e2f2-4dea-bf4a-130c08b766c7 owned by network:floatingip {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:10.617759 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (9b428fe9-e2f2-4dea-bf4a-130c08b766c7), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:10.645808 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event deleted for resources: {'Port': ['ID=9b428fe9-e2f2-4dea-bf4a-130c08b766c7,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:10.709249 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for floatingip (14e324fa-68c4-4904-812d-cf9ec9630d13), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:10.711784 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24388'] for floatingip (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:10.712954 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-148eafa9-492b-476e-9629-4ae8235f2faa tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/14e324fa-68c4-4904-812d-cf9ec9630d13 HTTP/1.1" status: 204 len: 168 time: 0.4439068 Aug 23 04:47:11.938981 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49386) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:12.006176 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-28c08d88-b129-4e53-a4c9-f5ab41b179b1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group (4318b91b-36bf-4173-943a-7466d162c5f8), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:12.030213 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-28c08d88-b129-4e53-a4c9-f5ab41b179b1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group (4318b91b-36bf-4173-943a-7466d162c5f8), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:12.097631 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-28c08d88-b129-4e53-a4c9-f5ab41b179b1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (4318b91b-36bf-4173-943a-7466d162c5f8), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:12.100590 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-28c08d88-b129-4e53-a4c9-f5ab41b179b1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:12.101769 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-28c08d88-b129-4e53-a4c9-f5ab41b179b1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4318b91b-36bf-4173-943a-7466d162c5f8 HTTP/1.1" status: 204 len: 168 time: 0.1616879 Aug 23 04:47:12.111290 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c08d88-b129-4e53-a4c9-f5ab41b179b1 tempest-TestVolumeBootPattern-312866803 tempest-TestVolumeBootPattern-312866803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4318b91b-36bf-4173-943a-7466d162c5f8,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:12.155548 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49390) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:12.352896 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:12.355048 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:12.600399 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:12.734624 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cd10355d-64db-4077-8d08-9436826aea73 no longer exists at agent hyperv_hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:12.754545 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] No Port match for: cd10355d-64db-4077-8d08-9436826aea73 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:12.754873 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Device cd10355d-64db-4077-8d08-9436826aea73 not bound to the agent host hv-cinder-85407 {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:12.834780 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Deleting port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:12.835117 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:12.925393 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] For port 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:12.925758 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:12.942823 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Calling delete_port for 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf owned by network:router_interface {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:13.131686 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (42f8f45f-4bc7-43a6-8373-5c8851bcd3cf), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:13.160362 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=42f8f45f-4bc7-43a6-8373-5c8851bcd3cf,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:13.205960 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:47:13.208711 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:13.219253 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:13.322696 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:13.818013 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:47:13.928315 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:13.934235 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-c5e391e3-ca65-419d-a4aa-276e4b741e1c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/67d2adc2-c3ae-417b-9b98-df9c378ee3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7770905 Aug 23 04:47:13.936488 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49394) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:13.939092 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] Sync routers for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:13.950263 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:47:13.950869 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:47:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:14.036510 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks [] for router (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.053900 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: dv-cinder-854070-1-iscsi {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:47:14.135935 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks [] for router_gateway (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.177809 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Deleting port 967ffd9b-de43-4321-90c6-726b8edd6422 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:14.178090 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.225222 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156'}], 'enable_snat': True}, 'gw_port_id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:47:13Z', 'revision_number': 5, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port': {'id': '967ffd9b-de43-4321-90c6-726b8edd6422', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:14.250104 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] Checking router: 67d2adc2-c3ae-417b-9b98-df9c378ee3ac for host: dv-cinder-854070-1-iscsi {{(pid=106734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:14.259067 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] Routers {'67d2adc2-c3ae-417b-9b98-df9c378ee3ac'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:47:14.259649 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:47:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'], 'active': True} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:14.260585 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] For port 967ffd9b-de43-4321-90c6-726b8edd6422, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=967ffd9b-de43-4321-90c6-726b8edd6422,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:14.260962 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.273865 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Calling delete_port for 967ffd9b-de43-4321-90c6-726b8edd6422 owned by network:router_gateway {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:14.334906 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:14.341317 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_dvr_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] Set router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac gateway port host: None {{(pid=106734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:47:14.390420 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.l3_hamode_db [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:47:14Z', 'revision_number': 6, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:14.396806 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:14.418096 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932c163-e70a-46ee-ad7f-8a171087e241 None None] The sync data for ids ['67d2adc2-c3ae-417b-9b98-df9c378ee3ac'] in dv-cinder-854070-1-iscsi is: [{'id': '67d2adc2-c3ae-417b-9b98-df9c378ee3ac', 'name': 'tempest-TestVolumeBootPattern-1361027605-router', 'tenant_id': '65e721c90c8d41088ec9f9d92dd5858d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:30Z', 'updated_at': '2022-08-23T04:47:14Z', 'revision_number': 6, 'project_id': '65e721c90c8d41088ec9f9d92dd5858d', 'gw_port_host': None}] {{(pid=106734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:14.451254 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (967ffd9b-de43-4321-90c6-726b8edd6422), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.478861 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Pushing event deleted for resources: {'Port': ['ID=967ffd9b-de43-4321-90c6-726b8edd6422,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:14.545870 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.639087 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.641464 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks [] for router_controller (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.686427 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (67d2adc2-c3ae-417b-9b98-df9c378ee3ac), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.687400 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d2adc2-c3ae-417b-9b98-df9c378ee3ac {{(pid=106731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:47:14.692742 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.693902 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-f2bb5244-8785-49d2-863f-143920f472ab admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/67d2adc2-c3ae-417b-9b98-df9c378ee3ac HTTP/1.1" status: 204 len: 168 time: 0.7565224 Aug 23 04:47:14.696568 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49396) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:14.744555 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] Deleting subnet 20b8f986-279a-476b-88ff-647deae02aec {{(pid=106731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:47:14.748222 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] Publish callbacks [] for subnet (20b8f986-279a-476b-88ff-647deae02aec), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.788525 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268124732'] for subnet (20b8f986-279a-476b-88ff-647deae02aec), precommit_delete_associations {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.883276 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (20b8f986-279a-476b-88ff-647deae02aec), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.939129 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267589262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-268200795'] for subnet (20b8f986-279a-476b-88ff-647deae02aec), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.963994 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b8f986-279a-476b-88ff-647deae02aec,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:14.967508 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for subnet (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:14.970923 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-82ce8559-598e-4dd4-adef-9691b24f3fb6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/20b8f986-279a-476b-88ff-647deae02aec HTTP/1.1" status: 204 len: 168 time: 0.2731304 Aug 23 04:47:14.973612 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc399a-fd1d-47e5-8eb9-9598219f93d4 None None] Network 2eb75b95-a291-40f1-aaf4-e60ccd720d3f requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:47:14.974357 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49398) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:15.043768 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (2eb75b95-a291-40f1-aaf4-e60ccd720d3f), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.050470 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:15.086240 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:15.094288 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Deleting port 480c3d50-a7f6-42b1-a607-6a652471591e {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:15.094593 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.160744 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] For port 480c3d50-a7f6-42b1-a607-6a652471591e, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=480c3d50-a7f6-42b1-a607-6a652471591e,segment=NetworkSegment(ad4ad288-d555-4273-b436-0e9857664da4),segment_id=ad4ad288-d555-4273-b436-0e9857664da4)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:15.161123 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.174882 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Calling delete_port for 480c3d50-a7f6-42b1-a607-6a652471591e owned by network:dhcp {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:15.193809 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] DHCP port deletion for 2eb75b95-a291-40f1-aaf4-e60ccd720d3f request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:47:15.236471 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:15.264852 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Deleting port 480c3d50-a7f6-42b1-a607-6a652471591e {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:15.265381 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.267142 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.267778 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:15.268219 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 42f8f45f-4bc7-43a6-8373-5c8851bcd3cf not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:15.297296 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=480c3d50-a7f6-42b1-a607-6a652471591e,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:15.299248 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] No DVR routers for this DVR port 480c3d50-a7f6-42b1-a607-6a652471591e on host dv-cinder-854070-1-iscsi {{(pid=106732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:47:15.377383 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (2eb75b95-a291-40f1-aaf4-e60ccd720d3f), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.400090 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb75b95-a291-40f1-aaf4-e60ccd720d3f']}} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:15.411526 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4ad288-d555-4273-b436-0e9857664da4') {'for_net_delete': True} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:15.411891 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.services.segments.db [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4ad288-d555-4273-b436-0e9857664da4') {} {{(pid=106732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:15.422315 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13656330'] for segment (ad4ad288-d555-4273-b436-0e9857664da4), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.436937 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (ad4ad288-d555-4273-b436-0e9857664da4), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.444522 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:47:15.445362 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13790204'] for segment (ad4ad288-d555-4273-b436-0e9857664da4), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.467159 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] For port 480c3d50-a7f6-42b1-a607-6a652471591e, host dv-cinder-854070-1-iscsi, got binding levels [] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:15.467935 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.484297 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Calling delete_port for 480c3d50-a7f6-42b1-a607-6a652471591e owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:15.487504 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.ipam_backend_mixin [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Port 480c3d50-a7f6-42b1-a607-6a652471591e was not found and therefore no delete operation was performed {{(pid=106733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 23 04:47:15.489892 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (480c3d50-a7f6-42b1-a607-6a652471591e), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.516497 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Pushing event deleted for resources: {'Port': ['ID=480c3d50-a7f6-42b1-a607-6a652471591e,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:15.525683 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.526297 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.526641 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.527161 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.527558 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.527985 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.528270 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.528617 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.528953 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.529293 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.529627 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.529949 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.530268 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.530605 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.530924 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854070-1-iscsi {{(pid=106733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:15.531086 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (2eb75b95-a291-40f1-aaf4-e60ccd720d3f), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.536101 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1537d5e2-027c-47bc-a2c6-01a8123a9f33 None None] No DVR routers for this DVR port 480c3d50-a7f6-42b1-a607-6a652471591e on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:47:15.536928 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:15.540143 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2eb75b95-a291-40f1-aaf4-e60ccd720d3f HTTP/1.1" status: 204 len: 168 time: 0.5647297 Aug 23 04:47:15.543367 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49404) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:15.555040 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039f644-265b-4ca1-92a8-adcb634aaa2f admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb75b95-a291-40f1-aaf4-e60ccd720d3f,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:15.583846 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment ad4ad288-d555-4273-b436-0e9857664da4 resource provider aggregate not found Aug 23 04:47:15.602779 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.services.segments.plugin [-] Segment ad4ad288-d555-4273-b436-0e9857664da4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad4ad288-d555-4273-b436-0e9857664da4 found for delete ", "request_id": "req-71d31ebe-28fd-4ed8-bd93-8a4dec256eb6"}]} Aug 23 04:47:15.789077 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:15.867361 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16310399'] for router_interface (5986f01c-3104-485d-8ce5-4e5b7b192be9), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:16.030453 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:16.091040 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Deleting port 654eef1d-2ec0-4cb8-8618-2d186daee5f4 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:16.091282 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:16.173233 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] For port 654eef1d-2ec0-4cb8-8618-2d186daee5f4, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=654eef1d-2ec0-4cb8-8618-2d186daee5f4,segment=NetworkSegment(3a848235-13a2-4949-baf0-7ee859a9c6d5),segment_id=3a848235-13a2-4949-baf0-7ee859a9c6d5)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:16.173721 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:16.186774 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Calling delete_port for 654eef1d-2ec0-4cb8-8618-2d186daee5f4 owned by network:router_interface {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:16.377186 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (654eef1d-2ec0-4cb8-8618-2d186daee5f4), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:16.399195 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=654eef1d-2ec0-4cb8-8618-2d186daee5f4,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:16.580276 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16313583'] for router_interface (5986f01c-3104-485d-8ce5-4e5b7b192be9), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:16.682508 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:16.800397 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Router 5986f01c-3104-485d-8ce5-4e5b7b192be9 has already been hosted by L3 agent b57f03a7-0808-49fb-8103-2011b3f2c82b {{(pid=106731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:47:16.887697 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 480c3d50-a7f6-42b1-a607-6a652471591e no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:16.903846 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:16.911273 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 480c3d50-a7f6-42b1-a607-6a652471591e {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:16.911673 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 480c3d50-a7f6-42b1-a607-6a652471591e not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:16.912066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 967ffd9b-de43-4321-90c6-726b8edd6422 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:16.918477 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] Notify agent at l3_agent.dv-cinder-854070-1-iscsi the message routers_updated {{(pid=106731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:16.924707 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-9d3ab53c-b576-4fff-bd6e-6583538980d6 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/5986f01c-3104-485d-8ce5-4e5b7b192be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3798580 Aug 23 04:47:16.926290 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49408) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:16.931715 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] Sync routers for ids ['5986f01c-3104-485d-8ce5-4e5b7b192be9'] in dv-cinder-854070-1-iscsi {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:16.934192 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 967ffd9b-de43-4321-90c6-726b8edd6422 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:16.934466 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 967ffd9b-de43-4321-90c6-726b8edd6422 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:16.944066 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] Routers {'5986f01c-3104-485d-8ce5-4e5b7b192be9'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:47:16.944683 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:47:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5986f01c-3104-485d-8ce5-4e5b7b192be9'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:17.026450 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks [] for router (5986f01c-3104-485d-8ce5-4e5b7b192be9), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.049075 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] Set router 5986f01c-3104-485d-8ce5-4e5b7b192be9 gateway port host: dv-cinder-854070-1-iscsi {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:47:17.127183 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks [] for router_gateway (5986f01c-3104-485d-8ce5-4e5b7b192be9), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.175470 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Deleting port bf018e67-e321-4275-aa5f-a98d48596a6c {{(pid=106732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:17.175778 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.222643 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'external_fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:47:16Z', 'revision_number': 5, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port': {'id': 'bf018e67-e321-4275-aa5f-a98d48596a6c', 'name': '', 'network_id': '1ded8a8c-d0d6-4a4a-b1b7-3fbd22ee08ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854070-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e65ede9f-cbc9-462d-be09-7cb986886386', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854070-1-iscsi'}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:17.248321 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] Checking router: 5986f01c-3104-485d-8ce5-4e5b7b192be9 for host: dv-cinder-854070-1-iscsi {{(pid=106733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:17.257640 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] Routers {'5986f01c-3104-485d-8ce5-4e5b7b192be9'} bound to L3 agent in host dv-cinder-854070-1-iscsi {{(pid=106733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 04:47:17.258234 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854070-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-23T04:19:31Z,description=,heartbeat_timestamp=2022-08-23T04:47:01Z,host='dv-cinder-854070-1-iscsi',id=b57f03a7-0808-49fb-8103-2011b3f2c82b,load=0,resource_versions=,resources_synced=,started_at=2022-08-23T04:19:31Z,topic='l3_agent')) {'router_ids': ['5986f01c-3104-485d-8ce5-4e5b7b192be9'], 'active': True} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:17.271409 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.db [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] For port bf018e67-e321-4275-aa5f-a98d48596a6c, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=bf018e67-e321-4275-aa5f-a98d48596a6c,segment=NetworkSegment(9f57967f-6bf1-4b8d-a2c8-c1ede25f4904),segment_id=9f57967f-6bf1-4b8d-a2c8-c1ede25f4904)] {{(pid=106732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:17.271774 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.285058 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Calling delete_port for bf018e67-e321-4275-aa5f-a98d48596a6c owned by network:router_gateway {{(pid=106732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:17.328871 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:17.345781 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvr_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] Set router 5986f01c-3104-485d-8ce5-4e5b7b192be9 gateway port host: None {{(pid=106733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 23 04:47:17.397724 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:47:17Z', 'revision_number': 6, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port_host': None}], 'dv-cinder-854070-1-iscsi', False) {} {{(pid=106733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:17.399253 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:17.424054 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfc85c-00d9-4b23-8a33-fd86118c2b56 None None] The sync data for ids ['5986f01c-3104-485d-8ce5-4e5b7b192be9'] in dv-cinder-854070-1-iscsi is: [{'id': '5986f01c-3104-485d-8ce5-4e5b7b192be9', 'name': 'tempest-TestVolumeBootPattern-624871893-router', 'tenant_id': 'c229879e107d4348ac054e1a7b5e8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-23T04:40:35Z', 'updated_at': '2022-08-23T04:47:17Z', 'revision_number': 6, 'project_id': 'c229879e107d4348ac054e1a7b5e8e95', 'gw_port_host': None}] {{(pid=106733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:17.462927 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13790081'] for port (bf018e67-e321-4275-aa5f-a98d48596a6c), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.488842 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf018e67-e321-4275-aa5f-a98d48596a6c,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:17.554353 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16310832'] for router_gateway (5986f01c-3104-485d-8ce5-4e5b7b192be9), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.639714 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16313529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12583'] for router (5986f01c-3104-485d-8ce5-4e5b7b192be9), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.641934 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks [] for router_controller (5986f01c-3104-485d-8ce5-4e5b7b192be9), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.695308 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16313504'] for router (5986f01c-3104-485d-8ce5-4e5b7b192be9), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.696890 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5986f01c-3104-485d-8ce5-4e5b7b192be9 {{(pid=106732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:47:17.702369 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.703861 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-df1fd180-1d08-4806-b6da-a26438ab6c64 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/5986f01c-3104-485d-8ce5-4e5b7b192be9 HTTP/1.1" status: 204 len: 168 time: 0.7765930 Aug 23 04:47:17.706621 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49410) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:17.759283 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.db.db_base_plugin_v2 [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] Deleting subnet 26815e53-2342-49e5-bfeb-ba677ab328cf {{(pid=106732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 23 04:47:17.762797 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] Publish callbacks [] for subnet (26815e53-2342-49e5-bfeb-ba677ab328cf), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.801688 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13656349'] for subnet (26815e53-2342-49e5-bfeb-ba677ab328cf), precommit_delete_associations {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.883876 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751082'] for subnet (26815e53-2342-49e5-bfeb-ba677ab328cf), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.937785 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16309887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13792350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13478986'] for subnet (26815e53-2342-49e5-bfeb-ba677ab328cf), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.963792 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26815e53-2342-49e5-bfeb-ba677ab328cf,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:17.968095 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:17.971187 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-64898c61-fa74-4e57-982b-c43511416cd6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/26815e53-2342-49e5-bfeb-ba677ab328cf HTTP/1.1" status: 204 len: 168 time: 0.2626154 Aug 23 04:47:17.975284 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49412) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:17.977977 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086ef48-6153-4d3e-845b-2bc07ce9a69d None None] Network 9979291b-ae34-4c6b-a201-5b6d5f904246 requested from dv-cinder-854070-1-iscsi {{(pid=106733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 23 04:47:18.046321 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624957'] for network (9979291b-ae34-4c6b-a201-5b6d5f904246), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.090032 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Deleting port b71c113a-1bfb-489a-9b21-d934a1d2b759 {{(pid=106731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:18.090372 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.155540 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.db [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] For port b71c113a-1bfb-489a-9b21-d934a1d2b759, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b71c113a-1bfb-489a-9b21-d934a1d2b759,segment=NetworkSegment(3a848235-13a2-4949-baf0-7ee859a9c6d5),segment_id=3a848235-13a2-4949-baf0-7ee859a9c6d5)] {{(pid=106731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:18.155900 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.175949 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.plugin [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Calling delete_port for b71c113a-1bfb-489a-9b21-d934a1d2b759 owned by network:dhcp {{(pid=106731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:18.192296 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] DHCP port deletion for 9979291b-ae34-4c6b-a201-5b6d5f904246 request from dv-cinder-854070-1-iscsi {{(pid=106733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 23 04:47:18.235761 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:18.238275 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:18.245914 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] Deleting port b71c113a-1bfb-489a-9b21-d934a1d2b759 {{(pid=106733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 23 04:47:18.246275 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760533872366'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), before_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.261714 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267585873'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.289712 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] No DVR routers for this DVR port b71c113a-1bfb-489a-9b21-d934a1d2b759 on host dv-cinder-854070-1-iscsi {{(pid=106731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:47:18.293345 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71c113a-1bfb-489a-9b21-d934a1d2b759,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:18.315959 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.db [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] For port b71c113a-1bfb-489a-9b21-d934a1d2b759, host dv-cinder-854070-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854070-1-iscsi',level=0,port_id=b71c113a-1bfb-489a-9b21-d934a1d2b759,segment=NetworkSegment(3a848235-13a2-4949-baf0-7ee859a9c6d5),segment_id=3a848235-13a2-4949-baf0-7ee859a9c6d5)] {{(pid=106733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:18.316515 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16373388'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), precommit_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.330500 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] Calling delete_port for b71c113a-1bfb-489a-9b21-d934a1d2b759 owned by network:dhcp {{(pid=106733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 23 04:47:18.367696 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752200', 'neutron.services.segments.db._delete_segments_for_network-8760533915221'] for network (9979291b-ae34-4c6b-a201-5b6d5f904246), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.388904 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9979291b-ae34-4c6b-a201-5b6d5f904246']}} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:18.398973 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a848235-13a2-4949-baf0-7ee859a9c6d5') {'for_net_delete': True} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:18.399541 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.services.segments.db [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a848235-13a2-4949-baf0-7ee859a9c6d5') {} {{(pid=106731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:18.410956 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760533859521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268124715'] for segment (3a848235-13a2-4949-baf0-7ee859a9c6d5), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.413098 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760533875348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760533396547'] for port (b71c113a-1bfb-489a-9b21-d934a1d2b759), after_delete {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.425839 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134'] for segment (3a848235-13a2-4949-baf0-7ee859a9c6d5), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.432707 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:47:18.433113 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267585836'] for segment (3a848235-13a2-4949-baf0-7ee859a9c6d5), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.445756 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] No DVR routers for this DVR port b71c113a-1bfb-489a-9b21-d934a1d2b759 on host dv-cinder-854070-1-iscsi {{(pid=106733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 23 04:47:18.449397 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fb91f-3f03-4e00-a15b-0335aa424c0c None None] Pushing event deleted for resources: {'Port': ['ID=b71c113a-1bfb-489a-9b21-d934a1d2b759,revision_number=None']} {{(pid=106733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:18.518527 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16310868'] for network (9979291b-ae34-4c6b-a201-5b6d5f904246), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.523989 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16266056'] for network (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.527996 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/9979291b-ae34-4c6b-a201-5b6d5f904246 HTTP/1.1" status: 204 len: 168 time: 0.5513904 Aug 23 04:47:18.528801 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 3a848235-13a2-4949-baf0-7ee859a9c6d5 resource provider aggregate not found Aug 23 04:47:18.552103 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0a59a-42d1-4b78-9ae0-c92ebdda9b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=9979291b-ae34-4c6b-a201-5b6d5f904246,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:18.556844 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.services.segments.plugin [-] Segment 3a848235-13a2-4949-baf0-7ee859a9c6d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a848235-13a2-4949-baf0-7ee859a9c6d5 found for delete ", "request_id": "req-46fb441f-7888-4b35-a542-04affeda7803"}]} Aug 23 04:47:18.653385 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49422) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:18.695348 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-ec5ececc-52b4-474f-8f23-5bd22128c633 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=65e721c90c8d41088ec9f9d92dd5858d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407135 Aug 23 04:47:18.700051 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49424) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:18.747633 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8d80-4aa4-4a41-84f3-19e88c0a5461 admin admin] Publish callbacks [] for security_group (63a67363-ab47-48eb-ac83-7c2f6872b11d), before_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.768789 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8d80-4aa4-4a41-84f3-19e88c0a5461 admin admin] Publish callbacks [] for security_group (63a67363-ab47-48eb-ac83-7c2f6872b11d), precommit_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.776249 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:18.828013 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8d80-4aa4-4a41-84f3-19e88c0a5461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (63a67363-ab47-48eb-ac83-7c2f6872b11d), after_delete {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.830694 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8d80-4aa4-4a41-84f3-19e88c0a5461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:18.831906 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-1ebf8d80-4aa4-4a41-84f3-19e88c0a5461 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/63a67363-ab47-48eb-ac83-7c2f6872b11d HTTP/1.1" status: 204 len: 168 time: 0.1330516 Aug 23 04:47:18.833449 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b71c113a-1bfb-489a-9b21-d934a1d2b759 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:18.842072 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf8d80-4aa4-4a41-84f3-19e88c0a5461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a67363-ab47-48eb-ac83-7c2f6872b11d,revision_number=None']} {{(pid=106731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:18.858392 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: b71c113a-1bfb-489a-9b21-d934a1d2b759 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:18.858725 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device b71c113a-1bfb-489a-9b21-d934a1d2b759 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:18.859136 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bf018e67-e321-4275-aa5f-a98d48596a6c no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:18.881928 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: bf018e67-e321-4275-aa5f-a98d48596a6c {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:18.882547 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device bf018e67-e321-4275-aa5f-a98d48596a6c not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:18.883118 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 654eef1d-2ec0-4cb8-8618-2d186daee5f4 no longer exists at agent ovs-agent-dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:18.902542 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.plugin [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] No Port match for: 654eef1d-2ec0-4cb8-8618-2d186daee5f4 {{(pid=106733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 23 04:47:18.902879 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron.plugins.ml2.rpc [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Device 654eef1d-2ec0-4cb8-8618-2d186daee5f4 not bound to the agent host dv-cinder-854070-1-iscsi {{(pid=106733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:19.195398 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [-] (106731) accepted ('10.222.0.18', 49430) {{(pid=106731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:19.236222 dv-cinder-854070-1-iscsi neutron-server[106731]: INFO neutron.wsgi [None req-d57d3ee4-7516-4bac-ba22-4ef7d419df62 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c229879e107d4348ac054e1a7b5e8e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395942 Aug 23 04:47:19.238903 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.wsgi [-] (106732) accepted ('10.222.0.18', 49432) {{(pid=106732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 23 04:47:19.301846 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad6702af-1a63-4027-bf05-598c5f8e2c63 admin admin] Publish callbacks [] for security_group (04f0c5c9-cec1-407d-a31c-5d6c552886c1), before_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:19.323096 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad6702af-1a63-4027-bf05-598c5f8e2c63 admin admin] Publish callbacks [] for security_group (04f0c5c9-cec1-407d-a31c-5d6c552886c1), precommit_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:19.382666 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad6702af-1a63-4027-bf05-598c5f8e2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292267'] for security_group (04f0c5c9-cec1-407d-a31c-5d6c552886c1), after_delete {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:19.385180 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron_lib.callbacks.manager [None req-ad6702af-1a63-4027-bf05-598c5f8e2c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:19.386335 dv-cinder-854070-1-iscsi neutron-server[106732]: INFO neutron.wsgi [None req-ad6702af-1a63-4027-bf05-598c5f8e2c63 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04f0c5c9-cec1-407d-a31c-5d6c552886c1 HTTP/1.1" status: 204 len: 168 time: 0.1464677 Aug 23 04:47:19.394442 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6702af-1a63-4027-bf05-598c5f8e2c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0c5c9-cec1-407d-a31c-5d6c552886c1,revision_number=None']} {{(pid=106732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:24.393714 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=79 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:25.978308 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:27.173607 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:28.739756 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-8b00a0c1-6024-497c-ac6c-90157ad18b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:29.231056 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:DELETE=2,neutron:SELECT=4 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:29.233037 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG dbcounter [-] [106731] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106731) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:29.362154 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:29.390549 dv-cinder-854070-1-iscsi neutron-server[106732]: DEBUG dbcounter [-] [106732] Writing DB stats neutron:SELECT=72,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:30.960836 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-b648666c-d4f0-4d02-8572-a1241de4c713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:32.308206 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:33.746782 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:33.767990 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:42.743752 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:42.745885 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:43.772368 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:43.773067 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=56,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:47:50.210358 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:47:55.994027 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:47:58.744099 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-812f84a4-9bab-4a19-b595-130ff0be04ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:00.201676 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:00.203002 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:00.961213 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea90d-21c3-4d66-9d1e-dbabf8c553f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:02.308020 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:03.709020 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:03.753722 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:09.433066 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-2856c1ab-68c8-4673-9c81-9971b31b12ec service neutron] (106731) timed out ('10.222.0.18', 41884) {{(pid=106731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 04:48:09.512206 dv-cinder-854070-1-iscsi neutron-server[106731]: DEBUG neutron.wsgi [req-f3b39976-712c-4c69-97cc-7b1c308c73cf req-e571fe9a-9954-4d6b-aaac-4e52de2f5d0d tempest-AttachVolumeShelveTestJSON-1269833824 tempest-AttachVolumeShelveTestJSON-1269833824-project] (106731) timed out ('10.222.0.18', 41894) {{(pid=106731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 23 04:48:13.746338 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:13.747807 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:23.769599 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=15 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:23.771993 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=17 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:25.994079 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:27.214846 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:48:28.743104 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-6395a5a3-381c-44e1-a695-97d7b7d1d171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:30.958876 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf2d4-57f1-4459-91ef-602d6b5c8acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:32.315576 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:33.720727 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:33.747659 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:37.207628 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:43.739719 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:43.741643 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:56.018543 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:48:56.733376 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:56.738745 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:48:58.743438 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-617a070d-8de9-442c-b1c2-bad1fd13dd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:00.958901 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-a0c3114e-d98f-4fa6-b83b-81dba7eda8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:02.320959 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:03.721011 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:03.752577 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:04.220149 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:49:13.744794 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:13.747202 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:14.213206 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:26.019809 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:28.742447 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5c62f280-013c-41bf-9b98-ffa38c9c66af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:30.967826 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-424eacec-6e82-4ce2-a20f-1341bfd3a161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:32.321117 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:33.737920 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:33.744201 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:33.745471 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=5 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:33.769875 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:41.225836 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:49:43.767789 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:43.770503 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:51.216353 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:51.217189 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:49:56.030189 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:49:58.739241 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-d25b6722-300a-467a-97e9-faf7dd12b04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:00.960896 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5a733e1e-07c4-4d40-b717-c8295d5ce477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:02.327357 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:03.722548 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:03.754658 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:10.731249 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:10.737534 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:13.742505 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:13.748372 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:18.225956 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:50:26.052375 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:28.220845 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=13 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:28.222728 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=15 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:28.743731 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-01ab7f93-a5a1-4794-812a-25e7611d9314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:30.963186 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-e0123eb6-ded6-4e54-b5dc-f6d4a527b909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:32.332439 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:33.731964 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:33.765314 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:43.756505 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:43.759032 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:47.734306 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:47.742929 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:50:55.227284 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:50:56.054474 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:50:58.751094 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-f795e1ac-b70a-4874-8aec-c15096b2dd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:00.961841 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-5fb9326e-6a87-4ead-9a08-e4e5ba09683d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:02.333399 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:03.738073 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:03.759390 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:05.221413 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:05.223445 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:13.751898 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:13.753520 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:26.055467 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:27.178443 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:27.179646 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:28.741974 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-fcb68e03-221d-4ef5-9d68-7ff6bbedefd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:30.960710 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-b559e954-c0af-4dff-9891-09e52f35c316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:32.231033 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:51:32.336840 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:33.880602 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:33.884085 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:42.225712 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:43.134754 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=3 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:43.899845 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:43.905539 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:51:56.065554 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:51:58.749021 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-38e83a98-2beb-42ed-84e8-1e50562b9aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:00.966820 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-279a4f2f-3e84-41b5-9948-8dfcc5bd9b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:01.747182 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:01.748201 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:02.342832 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:03.742813 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:03.770290 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:09.236438 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:52:13.755488 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:13.764888 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:19.227668 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:19.228770 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=1 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:26.065255 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-16d6b22d-e4aa-4886-9199-fe79909e3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (c8d9e90a-1ef2-48d6-acdd-b86fa71a8911), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:28.747818 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-54929a9b-2ff0-42cd-9397-39bf83c8d1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (f0963850-5307-406c-87c4-9e13e76c8ebc), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:30.963727 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-dbe72295-2723-442f-a13f-c81948e72de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (b57f03a7-0808-49fb-8103-2011b3f2c82b), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:32.353996 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-49a21a7b-d4bc-4713-b712-ac272bf78ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (74003b51-577e-44cb-975f-65828c6bd59f), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:33.742007 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-67a698cf-2661-41a3-bdb1-1c4bb27fbb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (7c8afc22-56b0-475a-8180-d48243b054e2), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:33.770546 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG neutron_lib.callbacks.manager [None req-beeaec3b-53fb-4635-91d6-6c39dd0cecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760533915203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750473'] for agent (3c120e38-9538-4f92-a5b8-dd837e1c3374), after_update {{(pid=106733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 23 04:52:38.754514 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=2 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:38.755309 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=4 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:43.754922 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:43.764386 dv-cinder-854070-1-iscsi neutron-server[106733]: DEBUG dbcounter [-] [106733] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 23 04:52:46.237026 dv-cinder-854070-1-iscsi neutron-server[106734]: DEBUG neutron.db.agents_db [None req-9ef16141-a83e-48cc-8d29-33c723a9e946 None None] Agent healthcheck: found 6 active agents {{(pid=106734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}